2024-11-14 12:54:36,524 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-14 12:54:36,536 main DEBUG Took 0.010054 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 12:54:36,537 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 12:54:36,537 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 12:54:36,538 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 12:54:36,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:54:36,546 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 12:54:36,558 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:54:36,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:54:36,560 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:54:36,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:54:36,561 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:54:36,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:54:36,563 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:54:36,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:54:36,563 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:54:36,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:54:36,565 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:54:36,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:54:36,565 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:54:36,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:54:36,566 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:54:36,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:54:36,567 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:54:36,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:54:36,568 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:54:36,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:54:36,569 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:54:36,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:54:36,569 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:54:36,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:54:36,570 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:54:36,570 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 12:54:36,572 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:54:36,573 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 12:54:36,575 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 12:54:36,575 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 12:54:36,576 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 12:54:36,577 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 12:54:36,584 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 12:54:36,587 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 12:54:36,589 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 12:54:36,589 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 12:54:36,590 main DEBUG createAppenders(={Console}) 2024-11-14 12:54:36,590 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-14 12:54:36,591 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-14 12:54:36,591 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-14 12:54:36,592 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 12:54:36,592 main DEBUG OutputStream closed 2024-11-14 12:54:36,592 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 12:54:36,592 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 12:54:36,593 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-14 12:54:36,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 12:54:36,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 12:54:36,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 12:54:36,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 12:54:36,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 12:54:36,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 12:54:36,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 12:54:36,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 12:54:36,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 12:54:36,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 12:54:36,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 12:54:36,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 12:54:36,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 12:54:36,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 12:54:36,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 12:54:36,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 12:54:36,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 12:54:36,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 12:54:36,676 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 12:54:36,677 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-14 12:54:36,677 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 12:54:36,678 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-14T12:54:36,889 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29 2024-11-14 12:54:36,892 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 12:54:36,892 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T12:54:36,900 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-14T12:54:36,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:54:36,940 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/cluster_cd5c9d28-16b9-282c-f987-e580dc958b7d, deleteOnExit=true 2024-11-14T12:54:36,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:54:36,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/test.cache.data in system properties and HBase conf 2024-11-14T12:54:36,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:54:36,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:54:36,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:54:36,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:54:36,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:54:37,031 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T12:54:37,123 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:54:37,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:54:37,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:54:37,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:54:37,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:54:37,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:54:37,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:54:37,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:54:37,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:54:37,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:54:37,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:54:37,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:54:37,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:54:37,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:54:37,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:54:38,162 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T12:54:38,243 INFO [Time-limited test {}] log.Log(170): Logging initialized @2355ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T12:54:38,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:54:38,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:54:38,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:54:38,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:54:38,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:54:38,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:54:38,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:54:38,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:54:38,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/java.io.tmpdir/jetty-localhost-39533-hadoop-hdfs-3_4_1-tests_jar-_-any-7001361594924738346/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:54:38,586 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:39533} 2024-11-14T12:54:38,587 INFO [Time-limited test {}] server.Server(415): Started @2700ms 2024-11-14T12:54:39,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:54:39,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:54:39,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:54:39,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:54:39,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:54:39,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:54:39,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:54:39,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/java.io.tmpdir/jetty-localhost-41867-hadoop-hdfs-3_4_1-tests_jar-_-any-5677990509593220267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:54:39,208 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:41867} 2024-11-14T12:54:39,208 INFO [Time-limited test {}] server.Server(415): Started @3322ms 2024-11-14T12:54:39,254 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:54:40,169 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/cluster_cd5c9d28-16b9-282c-f987-e580dc958b7d/data/data2/current/BP-811634111-172.17.0.3-1731588877723/current, will proceed with Du for space computation calculation, 2024-11-14T12:54:40,169 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/cluster_cd5c9d28-16b9-282c-f987-e580dc958b7d/data/data1/current/BP-811634111-172.17.0.3-1731588877723/current, will proceed with Du for space computation calculation, 2024-11-14T12:54:40,196 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:54:40,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8de5ff0189891385 with lease ID 0x94eee166fb0d2ed6: Processing first storage report for DS-16fa04b1-29a2-4682-ab47-ba6ff10e0483 from datanode DatanodeRegistration(127.0.0.1:46625, datanodeUuid=b9e0740e-271b-46b4-9a14-0d8096a12885, infoPort=41297, infoSecurePort=0, ipcPort=41049, storageInfo=lv=-57;cid=testClusterID;nsid=1433950918;c=1731588877723) 2024-11-14T12:54:40,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8de5ff0189891385 with lease ID 0x94eee166fb0d2ed6: from storage DS-16fa04b1-29a2-4682-ab47-ba6ff10e0483 node DatanodeRegistration(127.0.0.1:46625, datanodeUuid=b9e0740e-271b-46b4-9a14-0d8096a12885, infoPort=41297, infoSecurePort=0, ipcPort=41049, storageInfo=lv=-57;cid=testClusterID;nsid=1433950918;c=1731588877723), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T12:54:40,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8de5ff0189891385 with lease ID 0x94eee166fb0d2ed6: Processing first storage report for DS-bb6ceeea-e6dc-4ad6-a9fc-5e47506a022b from datanode DatanodeRegistration(127.0.0.1:46625, datanodeUuid=b9e0740e-271b-46b4-9a14-0d8096a12885, infoPort=41297, infoSecurePort=0, ipcPort=41049, storageInfo=lv=-57;cid=testClusterID;nsid=1433950918;c=1731588877723) 2024-11-14T12:54:40,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8de5ff0189891385 with lease ID 0x94eee166fb0d2ed6: from storage DS-bb6ceeea-e6dc-4ad6-a9fc-5e47506a022b node DatanodeRegistration(127.0.0.1:46625, datanodeUuid=b9e0740e-271b-46b4-9a14-0d8096a12885, infoPort=41297, infoSecurePort=0, ipcPort=41049, storageInfo=lv=-57;cid=testClusterID;nsid=1433950918;c=1731588877723), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:54:40,336 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29 2024-11-14T12:54:40,406 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/cluster_cd5c9d28-16b9-282c-f987-e580dc958b7d/zookeeper_0, clientPort=59754, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/cluster_cd5c9d28-16b9-282c-f987-e580dc958b7d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/cluster_cd5c9d28-16b9-282c-f987-e580dc958b7d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:54:40,416 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59754 2024-11-14T12:54:40,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:54:40,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:54:40,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:54:41,052 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45 with version=8 2024-11-14T12:54:41,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/hbase-staging 2024-11-14T12:54:41,156 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T12:54:41,398 INFO [Time-limited test {}] client.ConnectionUtils(128): master/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:54:41,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:54:41,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:54:41,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:54:41,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:54:41,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:54:41,593 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:54:41,665 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T12:54:41,676 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T12:54:41,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:54:41,707 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 128070 (auto-detected) 2024-11-14T12:54:41,708 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T12:54:41,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35021 2024-11-14T12:54:41,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35021 connecting to ZooKeeper ensemble=127.0.0.1:59754 2024-11-14T12:54:41,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350210x0, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:54:41,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35021-0x1013ab329ec0000 connected 2024-11-14T12:54:41,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:54:41,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:54:41,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:54:41,979 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45, hbase.cluster.distributed=false 2024-11-14T12:54:42,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:54:42,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35021 2024-11-14T12:54:42,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35021 2024-11-14T12:54:42,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35021 2024-11-14T12:54:42,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35021 2024-11-14T12:54:42,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35021 2024-11-14T12:54:42,119 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/669ef94e8b26:0 server-side Connection retries=45 2024-11-14T12:54:42,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:54:42,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:54:42,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:54:42,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:54:42,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:54:42,123 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:54:42,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:54:42,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46449 2024-11-14T12:54:42,128 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46449 connecting to ZooKeeper ensemble=127.0.0.1:59754 2024-11-14T12:54:42,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:54:42,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:54:42,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464490x0, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:54:42,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464490x0, quorum=127.0.0.1:59754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:54:42,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46449-0x1013ab329ec0001 connected 2024-11-14T12:54:42,146 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:54:42,153 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:54:42,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T12:54:42,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T12:54:42,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46449 2024-11-14T12:54:42,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46449 2024-11-14T12:54:42,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46449 2024-11-14T12:54:42,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46449 2024-11-14T12:54:42,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46449 2024-11-14T12:54:42,176 DEBUG [M:0;669ef94e8b26:35021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;669ef94e8b26:35021 2024-11-14T12:54:42,177 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/669ef94e8b26,35021,1731588881221 2024-11-14T12:54:42,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:54:42,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:54:42,195 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/669ef94e8b26,35021,1731588881221 2024-11-14T12:54:42,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T12:54:42,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:54:42,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:54:42,226 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T12:54:42,227 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/669ef94e8b26,35021,1731588881221 from backup master directory 2024-11-14T12:54:42,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/669ef94e8b26,35021,1731588881221 2024-11-14T12:54:42,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:54:42,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T12:54:42,240 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:54:42,240 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=669ef94e8b26,35021,1731588881221 2024-11-14T12:54:42,242 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T12:54:42,243 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T12:54:42,294 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/hbase.id] with ID: 92b22464-3a71-4916-915d-ed1779135218 2024-11-14T12:54:42,294 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/.tmp/hbase.id 2024-11-14T12:54:42,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:54:42,707 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/.tmp/hbase.id]:[hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/hbase.id] 2024-11-14T12:54:42,765 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:54:42,771 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:54:42,798 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-14T12:54:42,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:54:42,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:54:42,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:54:43,264 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:54:43,268 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:54:43,290 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:43,294 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:54:43,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:54:43,766 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store 2024-11-14T12:54:43,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:54:44,191 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T12:54:44,195 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:54:44,197 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:54:44,197 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:54:44,198 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:54:44,200 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:54:44,200 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:54:44,201 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:54:44,202 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731588884197Disabling compacts and flushes for region at 1731588884197Disabling writes for close at 1731588884200 (+3 ms)Writing region close event to WAL at 1731588884200Closed at 1731588884201 (+1 ms) 2024-11-14T12:54:44,205 WARN [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/.initializing 2024-11-14T12:54:44,206 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/WALs/669ef94e8b26,35021,1731588881221 2024-11-14T12:54:44,216 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:54:44,235 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C35021%2C1731588881221, suffix=, logDir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/WALs/669ef94e8b26,35021,1731588881221, archiveDir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/oldWALs, maxLogs=10 2024-11-14T12:54:44,264 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/WALs/669ef94e8b26,35021,1731588881221/669ef94e8b26%2C35021%2C1731588881221.1731588884240, exclude list is [], retry=0 2024-11-14T12:54:44,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46625,DS-16fa04b1-29a2-4682-ab47-ba6ff10e0483,DISK] 2024-11-14T12:54:44,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T12:54:44,321 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/WALs/669ef94e8b26,35021,1731588881221/669ef94e8b26%2C35021%2C1731588881221.1731588884240 2024-11-14T12:54:44,322 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41297:41297)] 2024-11-14T12:54:44,323 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:54:44,323 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:54:44,326 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:54:44,327 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:54:44,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:54:44,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:54:44,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:44,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:54:44,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:54:44,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:54:44,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:44,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:54:44,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:54:44,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:54:44,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:44,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:54:44,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:54:44,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:54:44,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:44,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:54:44,413 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:54:44,416 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:54:44,418 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:54:44,424 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:54:44,425 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:54:44,429 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:54:44,432 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:54:44,437 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:54:44,438 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62891614, jitterRate=-0.06284192204475403}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:54:44,444 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731588884338Initializing all the Stores at 1731588884341 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588884342 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588884342Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588884343 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588884343Cleaning up temporary data from old regions at 1731588884425 (+82 ms)Region opened successfully at 1731588884444 (+19 ms) 2024-11-14T12:54:44,446 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:54:44,484 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ae094d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:54:44,523 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:54:44,534 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:54:44,534 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:54:44,537 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:54:44,539 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T12:54:44,544 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T12:54:44,544 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:54:44,571 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:54:44,579 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T12:54:44,625 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T12:54:44,628 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:54:44,630 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:54:44,658 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T12:54:44,663 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:54:44,668 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:54:44,711 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T12:54:44,713 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:54:44,733 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T12:54:44,753 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:54:44,757 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T12:54:44,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:54:44,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T12:54:44,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:54:44,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:54:44,769 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=669ef94e8b26,35021,1731588881221, sessionid=0x1013ab329ec0000, setting cluster-up flag (Was=false) 2024-11-14T12:54:44,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:54:44,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:54:44,824 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T12:54:44,827 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,35021,1731588881221 2024-11-14T12:54:44,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:54:44,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:54:44,874 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T12:54:44,876 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=669ef94e8b26,35021,1731588881221 2024-11-14T12:54:44,883 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:54:44,960 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:54:44,968 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(746): ClusterId : 92b22464-3a71-4916-915d-ed1779135218 2024-11-14T12:54:44,971 DEBUG [RS:0;669ef94e8b26:46449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:54:44,972 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:54:44,979 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:54:44,985 DEBUG [RS:0;669ef94e8b26:46449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:54:44,985 DEBUG [RS:0;669ef94e8b26:46449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:54:44,986 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 669ef94e8b26,35021,1731588881221 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:54:44,992 DEBUG [RS:0;669ef94e8b26:46449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:54:44,993 DEBUG [RS:0;669ef94e8b26:46449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27de30d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=669ef94e8b26/172.17.0.3:0 2024-11-14T12:54:44,994 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:54:44,994 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:54:44,995 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:54:44,995 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/669ef94e8b26:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:54:44,995 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/669ef94e8b26:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:54:44,995 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:54:44,996 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:54:44,996 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:54:45,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:54:45,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:54:45,005 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731588915005 2024-11-14T12:54:45,008 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:54:45,008 DEBUG [RS:0;669ef94e8b26:46449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;669ef94e8b26:46449 2024-11-14T12:54:45,009 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:54:45,011 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:45,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:54:45,012 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:54:45,012 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:54:45,012 DEBUG [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:54:45,013 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:54:45,013 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:54:45,014 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:54:45,014 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:54:45,015 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(2659): reportForDuty to master=669ef94e8b26,35021,1731588881221 with port=46449, startcode=1731588882089 2024-11-14T12:54:45,015 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:45,024 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:54:45,025 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:54:45,026 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:54:45,028 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:54:45,028 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:54:45,031 DEBUG [RS:0;669ef94e8b26:46449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:54:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:54:45,035 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588885030,5,FailOnTimeoutGroup] 2024-11-14T12:54:45,039 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588885035,5,FailOnTimeoutGroup] 2024-11-14T12:54:45,039 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:45,040 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:54:45,041 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:45,041 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:45,068 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:54:45,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 669ef94e8b26,46449,1731588882089 2024-11-14T12:54:45,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35021 {}] master.ServerManager(517): Registering regionserver=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:45,096 DEBUG [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45 2024-11-14T12:54:45,097 DEBUG [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38781 2024-11-14T12:54:45,097 DEBUG [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:54:45,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:54:45,108 DEBUG [RS:0;669ef94e8b26:46449 {}] zookeeper.ZKUtil(111): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/669ef94e8b26,46449,1731588882089 2024-11-14T12:54:45,109 WARN [RS:0;669ef94e8b26:46449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:54:45,109 INFO [RS:0;669ef94e8b26:46449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:54:45,109 DEBUG [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/WALs/669ef94e8b26,46449,1731588882089 2024-11-14T12:54:45,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [669ef94e8b26,46449,1731588882089] 2024-11-14T12:54:45,143 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:54:45,167 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:54:45,174 INFO [RS:0;669ef94e8b26:46449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:54:45,174 INFO [RS:0;669ef94e8b26:46449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:45,175 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:54:45,186 INFO [RS:0;669ef94e8b26:46449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:54:45,188 INFO [RS:0;669ef94e8b26:46449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:45,188 DEBUG [RS:0;669ef94e8b26:46449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:54:45,188 DEBUG [RS:0;669ef94e8b26:46449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:54:45,188 DEBUG [RS:0;669ef94e8b26:46449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:54:45,188 DEBUG [RS:0;669ef94e8b26:46449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:54:45,189 DEBUG [RS:0;669ef94e8b26:46449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:54:45,189 DEBUG [RS:0;669ef94e8b26:46449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/669ef94e8b26:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:54:45,189 DEBUG [RS:0;669ef94e8b26:46449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:54:45,189 DEBUG [RS:0;669ef94e8b26:46449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:54:45,189 DEBUG [RS:0;669ef94e8b26:46449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:54:45,189 DEBUG [RS:0;669ef94e8b26:46449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:54:45,190 DEBUG [RS:0;669ef94e8b26:46449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:54:45,190 DEBUG [RS:0;669ef94e8b26:46449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/669ef94e8b26:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:54:45,190 DEBUG [RS:0;669ef94e8b26:46449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:54:45,190 DEBUG [RS:0;669ef94e8b26:46449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:54:45,193 INFO [RS:0;669ef94e8b26:46449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:45,193 INFO [RS:0;669ef94e8b26:46449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:45,193 INFO [RS:0;669ef94e8b26:46449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:45,193 INFO [RS:0;669ef94e8b26:46449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:45,193 INFO [RS:0;669ef94e8b26:46449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:45,193 INFO [RS:0;669ef94e8b26:46449 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,46449,1731588882089-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:54:45,217 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:54:45,219 INFO [RS:0;669ef94e8b26:46449 {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,46449,1731588882089-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:45,219 INFO [RS:0;669ef94e8b26:46449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:45,219 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.Replication(171): 669ef94e8b26,46449,1731588882089 started 2024-11-14T12:54:45,239 INFO [RS:0;669ef94e8b26:46449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:45,239 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1482): Serving as 669ef94e8b26,46449,1731588882089, RpcServer on 669ef94e8b26/172.17.0.3:46449, sessionid=0x1013ab329ec0001 2024-11-14T12:54:45,240 DEBUG [RS:0;669ef94e8b26:46449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:54:45,240 DEBUG [RS:0;669ef94e8b26:46449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 669ef94e8b26,46449,1731588882089 2024-11-14T12:54:45,240 DEBUG [RS:0;669ef94e8b26:46449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,46449,1731588882089' 2024-11-14T12:54:45,240 DEBUG [RS:0;669ef94e8b26:46449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T12:54:45,242 DEBUG [RS:0;669ef94e8b26:46449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T12:54:45,243 DEBUG [RS:0;669ef94e8b26:46449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:54:45,243 DEBUG [RS:0;669ef94e8b26:46449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:54:45,244 DEBUG [RS:0;669ef94e8b26:46449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 669ef94e8b26,46449,1731588882089 2024-11-14T12:54:45,244 DEBUG [RS:0;669ef94e8b26:46449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '669ef94e8b26,46449,1731588882089' 2024-11-14T12:54:45,244 DEBUG [RS:0;669ef94e8b26:46449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T12:54:45,245 DEBUG [RS:0;669ef94e8b26:46449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T12:54:45,246 DEBUG [RS:0;669ef94e8b26:46449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:54:45,246 INFO [RS:0;669ef94e8b26:46449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:54:45,246 INFO [RS:0;669ef94e8b26:46449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:54:45,351 INFO [RS:0;669ef94e8b26:46449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:54:45,355 INFO [RS:0;669ef94e8b26:46449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C46449%2C1731588882089, suffix=, logDir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/WALs/669ef94e8b26,46449,1731588882089, archiveDir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/oldWALs, maxLogs=32 2024-11-14T12:54:45,371 DEBUG [RS:0;669ef94e8b26:46449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/WALs/669ef94e8b26,46449,1731588882089/669ef94e8b26%2C46449%2C1731588882089.1731588885357, exclude list is [], retry=0 2024-11-14T12:54:45,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46625,DS-16fa04b1-29a2-4682-ab47-ba6ff10e0483,DISK] 2024-11-14T12:54:45,379 INFO [RS:0;669ef94e8b26:46449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/WALs/669ef94e8b26,46449,1731588882089/669ef94e8b26%2C46449%2C1731588882089.1731588885357 2024-11-14T12:54:45,380 DEBUG [RS:0;669ef94e8b26:46449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41297:41297)] 2024-11-14T12:54:45,439 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:54:45,439 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45 2024-11-14T12:54:45,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:54:45,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:54:45,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:54:45,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:54:45,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:45,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:54:45,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:54:45,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:54:45,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:45,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:54:45,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:54:45,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:54:45,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:45,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:54:45,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:54:45,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:54:45,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:45,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:54:45,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:54:45,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740 2024-11-14T12:54:45,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740 2024-11-14T12:54:45,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:54:45,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:54:45,877 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:54:45,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:54:45,885 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:54:45,886 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64756615, jitterRate=-0.035051241517066956}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:54:45,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731588885851Initializing all the Stores at 1731588885853 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588885853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588885853Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588885853Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588885853Cleaning up temporary data from old regions at 1731588885876 (+23 ms)Region opened successfully at 1731588885889 (+13 ms) 2024-11-14T12:54:45,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:54:45,889 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:54:45,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:54:45,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:54:45,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:54:45,891 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:54:45,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731588885889Disabling compacts and flushes for region at 1731588885889Disabling writes for close at 1731588885890 (+1 ms)Writing region close event to WAL at 1731588885891 (+1 ms)Closed at 1731588885891 2024-11-14T12:54:45,897 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:54:45,897 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:54:45,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:54:45,914 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:54:45,917 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:54:46,071 DEBUG [669ef94e8b26:35021 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:54:46,086 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:46,094 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,46449,1731588882089, state=OPENING 2024-11-14T12:54:46,140 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:54:46,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:54:46,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:54:46,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:54:46,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:54:46,185 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:54:46,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:54:46,363 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:54:46,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:54:46,377 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:54:46,377 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:54:46,378 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:54:46,381 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=669ef94e8b26%2C46449%2C1731588882089.meta, suffix=.meta, logDir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/WALs/669ef94e8b26,46449,1731588882089, archiveDir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/oldWALs, maxLogs=32 2024-11-14T12:54:46,396 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/WALs/669ef94e8b26,46449,1731588882089/669ef94e8b26%2C46449%2C1731588882089.meta.1731588886383.meta, exclude list is [], retry=0 2024-11-14T12:54:46,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46625,DS-16fa04b1-29a2-4682-ab47-ba6ff10e0483,DISK] 2024-11-14T12:54:46,403 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/WALs/669ef94e8b26,46449,1731588882089/669ef94e8b26%2C46449%2C1731588882089.meta.1731588886383.meta 2024-11-14T12:54:46,403 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41297:41297)] 2024-11-14T12:54:46,404 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:54:46,406 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:54:46,409 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:54:46,414 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:54:46,419 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:54:46,419 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:54:46,420 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:54:46,420 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:54:46,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:54:46,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:54:46,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:46,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:54:46,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:54:46,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:54:46,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:46,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:54:46,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:54:46,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:54:46,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:46,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:54:46,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:54:46,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:54:46,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:46,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:54:46,434 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:54:46,435 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740 2024-11-14T12:54:46,438 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740 2024-11-14T12:54:46,441 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:54:46,441 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:54:46,442 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:54:46,445 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:54:46,447 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62605860, jitterRate=-0.06709998846054077}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:54:46,447 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:54:46,449 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731588886420Writing region info on filesystem at 1731588886421 (+1 ms)Initializing all the Stores at 1731588886422 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588886422Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588886423 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588886423Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731588886423Cleaning up temporary data from old regions at 1731588886441 (+18 ms)Running coprocessor post-open hooks at 1731588886447 (+6 ms)Region opened successfully at 1731588886449 (+2 ms) 2024-11-14T12:54:46,456 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731588886356 2024-11-14T12:54:46,466 DEBUG [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:54:46,466 INFO [RS_OPEN_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:54:46,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:46,470 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 669ef94e8b26,46449,1731588882089, state=OPEN 2024-11-14T12:54:46,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:54:46,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T12:54:46,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:54:46,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T12:54:46,524 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:46,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:54:46,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=669ef94e8b26,46449,1731588882089 in 337 msec 2024-11-14T12:54:46,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:54:46,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 628 msec 2024-11-14T12:54:46,539 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:54:46,539 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:54:46,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:54:46,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:54:46,576 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:54:46,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:54:46,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6810 sec 2024-11-14T12:54:46,598 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731588886598, completionTime=-1 2024-11-14T12:54:46,601 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:54:46,601 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:54:46,627 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:54:46,627 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731588946627 2024-11-14T12:54:46,627 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731589006627 2024-11-14T12:54:46,627 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-14T12:54:46,629 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,35021,1731588881221-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:46,629 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,35021,1731588881221-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:46,629 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,35021,1731588881221-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:46,631 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-669ef94e8b26:35021, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:46,632 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:46,632 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:46,638 DEBUG [master/669ef94e8b26:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:54:46,662 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.422sec 2024-11-14T12:54:46,663 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:54:46,665 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:54:46,665 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:54:46,666 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:54:46,666 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:54:46,667 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,35021,1731588881221-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:54:46,667 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,35021,1731588881221-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:54:46,676 DEBUG [master/669ef94e8b26:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:54:46,677 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:54:46,677 INFO [master/669ef94e8b26:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=669ef94e8b26,35021,1731588881221-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:54:46,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:46,683 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T12:54:46,683 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T12:54:46,687 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:54:46,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:54:46,696 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:54:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:54:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:54:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ecb092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:54:46,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:54:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:54:46,707 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:54:46,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:46,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:54:46,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:54:46,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:54:46,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:54:46,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=669ef94e8b26,35021,1731588881221 2024-11-14T12:54:46,776 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=7517 2024-11-14T12:54:46,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:54:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,35021,1731588881221 2024-11-14T12:54:46,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13ee3c32 2024-11-14T12:54:46,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:54:46,806 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:54:46,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:54:46,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:54:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T12:54:46,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:54:46,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-14T12:54:46,825 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:46,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:54:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:54:46,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741835_1011 (size=1061) 2024-11-14T12:54:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:54:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:54:47,250 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45 2024-11-14T12:54:47,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741836_1012 (size=53) 2024-11-14T12:54:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:54:47,659 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:54:47,659 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d4d25cd6a3b059c312e7cfbd3437d7a2, disabling compactions & flushes 2024-11-14T12:54:47,660 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:47,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:47,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. after waiting 0 ms 2024-11-14T12:54:47,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:47,660 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:47,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4d25cd6a3b059c312e7cfbd3437d7a2: Waiting for close lock at 1731588887659Disabling compacts and flushes for region at 1731588887659Disabling writes for close at 1731588887660 (+1 ms)Writing region close event to WAL at 1731588887660Closed at 1731588887660 2024-11-14T12:54:47,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:54:47,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731588887663"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588887663"}]},"ts":"1731588887663"} 2024-11-14T12:54:47,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:54:47,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:54:47,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588887676"}]},"ts":"1731588887676"} 2024-11-14T12:54:47,683 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T12:54:47,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d4d25cd6a3b059c312e7cfbd3437d7a2, ASSIGN}] 2024-11-14T12:54:47,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d4d25cd6a3b059c312e7cfbd3437d7a2, ASSIGN 2024-11-14T12:54:47,690 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d4d25cd6a3b059c312e7cfbd3437d7a2, ASSIGN; state=OFFLINE, location=669ef94e8b26,46449,1731588882089; forceNewPlan=false, retain=false 2024-11-14T12:54:47,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4d25cd6a3b059c312e7cfbd3437d7a2, regionState=OPENING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:47,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d4d25cd6a3b059c312e7cfbd3437d7a2, ASSIGN because future has completed 2024-11-14T12:54:47,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:54:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:54:48,009 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:48,009 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:54:48,009 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:48,010 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:54:48,010 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:48,010 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:48,012 INFO [StoreOpener-d4d25cd6a3b059c312e7cfbd3437d7a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:48,017 INFO [StoreOpener-d4d25cd6a3b059c312e7cfbd3437d7a2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:54:48,018 INFO [StoreOpener-d4d25cd6a3b059c312e7cfbd3437d7a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4d25cd6a3b059c312e7cfbd3437d7a2 columnFamilyName A 2024-11-14T12:54:48,018 DEBUG [StoreOpener-d4d25cd6a3b059c312e7cfbd3437d7a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:48,019 INFO [StoreOpener-d4d25cd6a3b059c312e7cfbd3437d7a2-1 {}] regionserver.HStore(327): Store=d4d25cd6a3b059c312e7cfbd3437d7a2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:54:48,020 INFO [StoreOpener-d4d25cd6a3b059c312e7cfbd3437d7a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:48,022 INFO [StoreOpener-d4d25cd6a3b059c312e7cfbd3437d7a2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:54:48,023 INFO [StoreOpener-d4d25cd6a3b059c312e7cfbd3437d7a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4d25cd6a3b059c312e7cfbd3437d7a2 columnFamilyName B 2024-11-14T12:54:48,023 DEBUG [StoreOpener-d4d25cd6a3b059c312e7cfbd3437d7a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:48,024 INFO [StoreOpener-d4d25cd6a3b059c312e7cfbd3437d7a2-1 {}] regionserver.HStore(327): Store=d4d25cd6a3b059c312e7cfbd3437d7a2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:54:48,025 INFO [StoreOpener-d4d25cd6a3b059c312e7cfbd3437d7a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:48,027 INFO [StoreOpener-d4d25cd6a3b059c312e7cfbd3437d7a2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:54:48,028 INFO [StoreOpener-d4d25cd6a3b059c312e7cfbd3437d7a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4d25cd6a3b059c312e7cfbd3437d7a2 columnFamilyName C 2024-11-14T12:54:48,028 DEBUG [StoreOpener-d4d25cd6a3b059c312e7cfbd3437d7a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:54:48,029 INFO [StoreOpener-d4d25cd6a3b059c312e7cfbd3437d7a2-1 {}] regionserver.HStore(327): Store=d4d25cd6a3b059c312e7cfbd3437d7a2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:54:48,030 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:48,030 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:48,032 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:48,033 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:48,035 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:48,035 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:48,037 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:54:48,039 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:48,043 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:54:48,044 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d4d25cd6a3b059c312e7cfbd3437d7a2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73794120, jitterRate=0.09961807727813721}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:54:48,045 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:48,046 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d4d25cd6a3b059c312e7cfbd3437d7a2: Running coprocessor pre-open hook at 1731588888010Writing region info on filesystem at 1731588888010Initializing all the Stores at 1731588888012 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588888012Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588888012Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588888012Cleaning up temporary data from old regions at 1731588888036 (+24 ms)Running coprocessor post-open hooks at 1731588888045 (+9 ms)Region opened successfully at 1731588888046 (+1 ms) 2024-11-14T12:54:48,049 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., pid=6, masterSystemTime=1731588888002 2024-11-14T12:54:48,052 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:48,052 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:48,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4d25cd6a3b059c312e7cfbd3437d7a2, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:48,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:54:48,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:54:48,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 in 212 msec 2024-11-14T12:54:48,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:54:48,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d4d25cd6a3b059c312e7cfbd3437d7a2, ASSIGN in 378 msec 2024-11-14T12:54:48,069 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:54:48,069 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588888069"}]},"ts":"1731588888069"} 2024-11-14T12:54:48,072 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T12:54:48,074 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:54:48,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2590 sec 2024-11-14T12:54:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:54:48,999 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:54:49,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:54:49,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:54:49,011 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:54:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:54:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:54:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bff7409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:54:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:54:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:54:49,014 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:54:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2538dc8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:54:49,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:54:49,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:54:49,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:54:49,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:54:49,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,35021,1731588881221 2024-11-14T12:54:49,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@481dbf66 2024-11-14T12:54:49,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:54:49,029 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:54:49,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:54:49,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:54:49,034 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:54:49,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:54:49,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:54:49,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450047aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:54:49,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:54:49,036 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:54:49,037 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:54:49,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5676fb0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:54:49,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:54:49,041 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:54:49,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:54:49,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:54:49,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149abd79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:54:49,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:54:49,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:54:49,044 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:54:49,045 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0960a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:54:49,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:54:49,047 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:54:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:54:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:54:49,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32afd8f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:54:49,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:54:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:54:49,051 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:54:49,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596d06e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:54:49,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:54:49,054 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:54:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:54:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:54:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6ed1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:54:49,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:54:49,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:54:49,058 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:54:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dac934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:54:49,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:54:49,061 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:54:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:54:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:54:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@831686b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:54:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:54:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:54:49,063 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:54:49,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43df1407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:54:49,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:54:49,066 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:54:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:54:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:54:49,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11dd0198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:54:49,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:54:49,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:54:49,069 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:54:49,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa1b663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:54:49,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:54:49,077 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:54:49,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:54:49,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:54:49,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b8551d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:54:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:54:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:54:49,079 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:54:49,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517e68dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:54:49,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:54:49,082 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:54:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:54:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:54:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1b5617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:54:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:54:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:54:49,085 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:54:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425be669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:54:49,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:54:49,088 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:54:49,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:54:49,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:54:49,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373a2bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:54:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:54:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:54:49,090 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:54:49,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33abc70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:54:49,096 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:54:49,096 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:54:49,096 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:54:49,096 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:54:49,097 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:54:49,097 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:54:49,097 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:54:49,097 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:54:49,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:54:49,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:54:49,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:54:49,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:54:49,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:54:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:54:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:54:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:54:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:54:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:54:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:54:49,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:54:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:54:49,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:54:49,102 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:54:49,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:54:49,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:54:49,103 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:54:49,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:54:49,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:54:49,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:54:49,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:54:49,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:54:49,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:54:49,104 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:54:49,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:54:49,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:54:49,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:54:49,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:54:49,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:54:49,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:54:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:54:49,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:54:49,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:54:49,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:54:49,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:54:49,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:54:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-14T12:54:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:54:49,130 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:54:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:54:49,136 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:54:49,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:54:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:49,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:54:49,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:54:49,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:49,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:54:49,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:49,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:54:49,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:54:49,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T12:54:49,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:49,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:49,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:49,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:49,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:49,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/b660bcdf5bdb4952b5ef7b3602f20006 is 50, key is test_row_0/A:col10/1731588889157/Put/seqid=0 2024-11-14T12:54:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:49,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588949349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:49,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588949371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:49,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741837_1013 (size=16681) 2024-11-14T12:54:49,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/b660bcdf5bdb4952b5ef7b3602f20006 2024-11-14T12:54:49,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588889357, max timestamp=1731588889396Num uniques 859; 2024-11-14T12:54:49,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588889357, max timestamp=1731588889396Num uniques 859; 2024-11-14T12:54:49,439 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:54:49,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:54:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:54:49,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588889357, max timestamp=1731588889396Num uniques 859; 2024-11-14T12:54:49,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:54:49,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:49,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:49,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T12:54:49,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:49,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:49,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:49,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:49,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:49,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588949522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:49,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:49,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588949531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:49,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:49,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588949526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:49,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:49,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/bac985512ceb46c1b252af66a98ad2d3 is 50, key is test_row_0/B:col10/1731588889157/Put/seqid=0 2024-11-14T12:54:49,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588949576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:49,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:49,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588949586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:49,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741838_1014 (size=12001) 2024-11-14T12:54:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:49,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588949646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588949646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:49,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588949656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:49,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:49,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T12:54:49,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:49,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:49,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:49,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:49,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:54:49,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588949786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:49,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:49,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588949795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:49,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T12:54:49,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:49,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:49,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:49,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:49,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:49,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588949866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:49,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:49,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588949867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:49,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:49,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588949867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:49,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/bac985512ceb46c1b252af66a98ad2d3 2024-11-14T12:54:50,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T12:54:50,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:50,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:50,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:50,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:50,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:50,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/99e627a280d749578e350016b33d8e99 is 50, key is test_row_0/C:col10/1731588889157/Put/seqid=0 2024-11-14T12:54:50,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741839_1015 (size=12001) 2024-11-14T12:54:50,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588950097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:50,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:50,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588950116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:50,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:50,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T12:54:50,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:50,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:50,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:50,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:50,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:50,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588950175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:50,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588950185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:50,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:50,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588950185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:50,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:54:50,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T12:54:50,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:50,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:50,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:50,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:50,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:50,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T12:54:50,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:50,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:50,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:50,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:50,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:50,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/99e627a280d749578e350016b33d8e99 2024-11-14T12:54:50,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/b660bcdf5bdb4952b5ef7b3602f20006 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/b660bcdf5bdb4952b5ef7b3602f20006 2024-11-14T12:54:50,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/b660bcdf5bdb4952b5ef7b3602f20006, entries=250, sequenceid=13, filesize=16.3 K 2024-11-14T12:54:50,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/bac985512ceb46c1b252af66a98ad2d3 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/bac985512ceb46c1b252af66a98ad2d3 2024-11-14T12:54:50,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/bac985512ceb46c1b252af66a98ad2d3, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T12:54:50,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/99e627a280d749578e350016b33d8e99 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/99e627a280d749578e350016b33d8e99 2024-11-14T12:54:50,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/99e627a280d749578e350016b33d8e99, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T12:54:50,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 1391ms, sequenceid=13, compaction requested=false 2024-11-14T12:54:50,601 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T12:54:50,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:50,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T12:54:50,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:50,627 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=120.76 KB heapSize=345.14 KB 2024-11-14T12:54:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:54:50,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:50,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:54:50,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:54:50,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:54:50,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:54:50,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:54:50,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/45fa174643f34bc1a9b1e47378d6f0e8 is 50, key is test_row_0/A:col10/1731588889515/Put/seqid=0 2024-11-14T12:54:50,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741840_1016 (size=14341) 2024-11-14T12:54:50,723 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/45fa174643f34bc1a9b1e47378d6f0e8 2024-11-14T12:54:50,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/2a348016b59b479f9bf4b63681c526e9 is 50, key is test_row_0/B:col10/1731588889515/Put/seqid=0 2024-11-14T12:54:50,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:50,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588950708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588950711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:50,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588950715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:50,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:50,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588950742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:50,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588950747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:50,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:50,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741841_1017 (size=12001) 2024-11-14T12:54:50,817 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/2a348016b59b479f9bf4b63681c526e9 2024-11-14T12:54:50,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/34470117354a4813b8277296b7d88e93 is 50, key is test_row_0/C:col10/1731588889515/Put/seqid=0 2024-11-14T12:54:50,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588950877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:50,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:50,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588950877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:50,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:50,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588950877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:50,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588950877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:50,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588950885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:50,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741842_1018 (size=12001) 2024-11-14T12:54:51,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588951104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588951108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588951108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588951108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,135 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:54:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588951125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:54:51,321 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/34470117354a4813b8277296b7d88e93 2024-11-14T12:54:51,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/45fa174643f34bc1a9b1e47378d6f0e8 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/45fa174643f34bc1a9b1e47378d6f0e8 2024-11-14T12:54:51,351 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/45fa174643f34bc1a9b1e47378d6f0e8, entries=200, sequenceid=49, filesize=14.0 K 2024-11-14T12:54:51,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/2a348016b59b479f9bf4b63681c526e9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/2a348016b59b479f9bf4b63681c526e9 2024-11-14T12:54:51,372 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/2a348016b59b479f9bf4b63681c526e9, entries=150, sequenceid=49, filesize=11.7 K 2024-11-14T12:54:51,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/34470117354a4813b8277296b7d88e93 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/34470117354a4813b8277296b7d88e93 2024-11-14T12:54:51,393 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/34470117354a4813b8277296b7d88e93, entries=150, sequenceid=49, filesize=11.7 K 2024-11-14T12:54:51,396 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 769ms, sequenceid=49, compaction requested=false 2024-11-14T12:54:51,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:51,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:51,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T12:54:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T12:54:51,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T12:54:51,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2630 sec 2024-11-14T12:54:51,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.2990 sec 2024-11-14T12:54:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:51,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T12:54:51,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:54:51,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:51,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:54:51,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:51,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:54:51,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:51,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/3bb84f17271c482ca96a10459fd3c0de is 50, key is test_row_0/A:col10/1731588890741/Put/seqid=0 2024-11-14T12:54:51,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741843_1019 (size=14341) 2024-11-14T12:54:51,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/3bb84f17271c482ca96a10459fd3c0de 2024-11-14T12:54:51,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/1550c51a8a314d2fb5e2ac2a0fd8e013 is 50, key is test_row_0/B:col10/1731588890741/Put/seqid=0 2024-11-14T12:54:51,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588951497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588891471, max timestamp=1731588891506Num uniques 859; 2024-11-14T12:54:51,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:54:51,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741844_1020 (size=12001) 2024-11-14T12:54:51,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588891471, max timestamp=1731588891506Num uniques 859; 2024-11-14T12:54:51,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:54:51,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588891471, max timestamp=1731588891506Num uniques 859; 2024-11-14T12:54:51,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:54:51,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588951590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588951592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588951598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588951599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588951615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588951704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588951704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588951715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588951715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588951824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/1550c51a8a314d2fb5e2ac2a0fd8e013 2024-11-14T12:54:51,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588951914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588951925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588951925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588951925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:51,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:51,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:51,934 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T12:54:51,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/6fd4edc6d671433c92bdff5ac7f811fe is 50, key is test_row_0/C:col10/1731588890741/Put/seqid=0 2024-11-14T12:54:51,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741845_1021 (size=12001) 2024-11-14T12:54:51,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/6fd4edc6d671433c92bdff5ac7f811fe 2024-11-14T12:54:52,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/3bb84f17271c482ca96a10459fd3c0de as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/3bb84f17271c482ca96a10459fd3c0de 2024-11-14T12:54:52,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/3bb84f17271c482ca96a10459fd3c0de, entries=200, sequenceid=61, filesize=14.0 K 2024-11-14T12:54:52,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/1550c51a8a314d2fb5e2ac2a0fd8e013 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1550c51a8a314d2fb5e2ac2a0fd8e013 2024-11-14T12:54:52,030 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:54:52,031 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T12:54:52,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:54:52,033 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T12:54:52,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:54:52,033 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T12:54:52,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T12:54:52,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T12:54:52,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1550c51a8a314d2fb5e2ac2a0fd8e013, entries=150, sequenceid=61, filesize=11.7 K 2024-11-14T12:54:52,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/6fd4edc6d671433c92bdff5ac7f811fe as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/6fd4edc6d671433c92bdff5ac7f811fe 2024-11-14T12:54:52,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/6fd4edc6d671433c92bdff5ac7f811fe, entries=150, sequenceid=61, filesize=11.7 K 2024-11-14T12:54:52,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 640ms, sequenceid=61, compaction requested=true 2024-11-14T12:54:52,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:52,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:54:52,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:52,093 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:54:52,095 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:54:52,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:54:52,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:52,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:54:52,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:54:52,097 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:54:52,100 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/B is initiating minor compaction (all files) 2024-11-14T12:54:52,100 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/B in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:52,101 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/bac985512ceb46c1b252af66a98ad2d3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/2a348016b59b479f9bf4b63681c526e9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1550c51a8a314d2fb5e2ac2a0fd8e013] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=35.2 K 2024-11-14T12:54:52,104 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:54:52,104 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/A is initiating minor compaction (all files) 2024-11-14T12:54:52,104 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/A in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:52,105 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/b660bcdf5bdb4952b5ef7b3602f20006, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/45fa174643f34bc1a9b1e47378d6f0e8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/3bb84f17271c482ca96a10459fd3c0de] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=44.3 K 2024-11-14T12:54:52,105 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting bac985512ceb46c1b252af66a98ad2d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731588889157 2024-11-14T12:54:52,115 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting b660bcdf5bdb4952b5ef7b3602f20006, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731588889125 2024-11-14T12:54:52,117 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a348016b59b479f9bf4b63681c526e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731588889498 2024-11-14T12:54:52,117 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45fa174643f34bc1a9b1e47378d6f0e8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731588889498 2024-11-14T12:54:52,118 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 1550c51a8a314d2fb5e2ac2a0fd8e013, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731588890737 2024-11-14T12:54:52,119 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bb84f17271c482ca96a10459fd3c0de, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731588890710 2024-11-14T12:54:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:52,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-14T12:54:52,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:54:52,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:54:52,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:54:52,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:54:52,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:54:52,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:54:52,166 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#A#compaction#9 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:54:52,166 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#B#compaction#10 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:54:52,167 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/51f80d11f1df4fa8ad10c1d22ee35e40 is 50, key is test_row_0/A:col10/1731588890741/Put/seqid=0 2024-11-14T12:54:52,167 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/07da5c7a0bca4e39947881ee520b5fd6 is 50, key is test_row_0/B:col10/1731588890741/Put/seqid=0 2024-11-14T12:54:52,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/eb14995e127349b0a90ead3b91a7129f is 50, key is test_row_0/A:col10/1731588891559/Put/seqid=0 2024-11-14T12:54:52,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741846_1022 (size=12104) 2024-11-14T12:54:52,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741847_1023 (size=12104) 2024-11-14T12:54:52,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588952235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:52,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:52,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741848_1024 (size=14341) 2024-11-14T12:54:52,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/eb14995e127349b0a90ead3b91a7129f 2024-11-14T12:54:52,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588952247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:52,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:52,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588952249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:52,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:52,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588952256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588952254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:52,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:52,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:52,275 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/07da5c7a0bca4e39947881ee520b5fd6 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/07da5c7a0bca4e39947881ee520b5fd6 2024-11-14T12:54:52,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/1360290dee164195a02cf169842914a6 is 50, key is test_row_0/B:col10/1731588891559/Put/seqid=0 2024-11-14T12:54:52,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741849_1025 (size=12001) 2024-11-14T12:54:52,322 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/B of d4d25cd6a3b059c312e7cfbd3437d7a2 into 07da5c7a0bca4e39947881ee520b5fd6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:54:52,322 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:52,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/1360290dee164195a02cf169842914a6 2024-11-14T12:54:52,325 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/B, priority=13, startTime=1731588892090; duration=0sec 2024-11-14T12:54:52,326 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:54:52,326 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:B 2024-11-14T12:54:52,326 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:54:52,332 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:54:52,333 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/C is initiating minor compaction (all files) 2024-11-14T12:54:52,333 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/C in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:52,333 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/99e627a280d749578e350016b33d8e99, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/34470117354a4813b8277296b7d88e93, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/6fd4edc6d671433c92bdff5ac7f811fe] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=35.2 K 2024-11-14T12:54:52,335 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 99e627a280d749578e350016b33d8e99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731588889157 2024-11-14T12:54:52,336 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 34470117354a4813b8277296b7d88e93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731588889498 2024-11-14T12:54:52,339 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fd4edc6d671433c92bdff5ac7f811fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731588890737 2024-11-14T12:54:52,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/4ed93d2a2cfd49e398962694e14c392e is 50, key is test_row_0/C:col10/1731588891559/Put/seqid=0 2024-11-14T12:54:52,377 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#C#compaction#14 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:54:52,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741850_1026 (size=12001) 2024-11-14T12:54:52,378 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/97fbadcb4bc24385864bb37e0312977c is 50, key is test_row_0/C:col10/1731588890741/Put/seqid=0 2024-11-14T12:54:52,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588952375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588952375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:52,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:52,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588952375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:52,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:52,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588952385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:52,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:52,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741851_1027 (size=12104) 2024-11-14T12:54:52,426 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/97fbadcb4bc24385864bb37e0312977c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/97fbadcb4bc24385864bb37e0312977c 2024-11-14T12:54:52,450 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/C of d4d25cd6a3b059c312e7cfbd3437d7a2 into 97fbadcb4bc24385864bb37e0312977c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:54:52,450 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:52,450 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/C, priority=13, startTime=1731588892096; duration=0sec 2024-11-14T12:54:52,450 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:52,451 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:C 2024-11-14T12:54:52,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588952595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588952595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:52,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588952595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:52,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:52,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588952606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:52,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:52,635 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/51f80d11f1df4fa8ad10c1d22ee35e40 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/51f80d11f1df4fa8ad10c1d22ee35e40 2024-11-14T12:54:52,652 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/A of d4d25cd6a3b059c312e7cfbd3437d7a2 into 51f80d11f1df4fa8ad10c1d22ee35e40(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:54:52,652 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:52,652 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/A, priority=13, startTime=1731588892075; duration=0sec 2024-11-14T12:54:52,652 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:52,652 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:A 2024-11-14T12:54:52,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588952764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:52,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:52,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:52,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/4ed93d2a2cfd49e398962694e14c392e 2024-11-14T12:54:52,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/eb14995e127349b0a90ead3b91a7129f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/eb14995e127349b0a90ead3b91a7129f 2024-11-14T12:54:52,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/eb14995e127349b0a90ead3b91a7129f, entries=200, sequenceid=97, filesize=14.0 K 2024-11-14T12:54:52,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/1360290dee164195a02cf169842914a6 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1360290dee164195a02cf169842914a6 2024-11-14T12:54:52,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1360290dee164195a02cf169842914a6, entries=150, sequenceid=97, filesize=11.7 K 2024-11-14T12:54:52,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/4ed93d2a2cfd49e398962694e14c392e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/4ed93d2a2cfd49e398962694e14c392e 2024-11-14T12:54:52,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/4ed93d2a2cfd49e398962694e14c392e, entries=150, sequenceid=97, filesize=11.7 K 2024-11-14T12:54:52,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 685ms, sequenceid=97, compaction requested=false 2024-11-14T12:54:52,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:52,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T12:54:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:52,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:54:52,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:52,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:54:52,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:52,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:54:52,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:52,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/032936ec96e14175afbc0e4873f362c1 is 50, key is test_row_0/A:col10/1731588892919/Put/seqid=0 2024-11-14T12:54:53,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588952992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741852_1028 (size=12001) 2024-11-14T12:54:53,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588952995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/032936ec96e14175afbc0e4873f362c1 2024-11-14T12:54:53,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588953010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588953021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/f6ffc73ce25649dc8e6c3999ab21372d is 50, key is test_row_0/B:col10/1731588892919/Put/seqid=0 2024-11-14T12:54:53,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741853_1029 (size=12001) 2024-11-14T12:54:53,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/f6ffc73ce25649dc8e6c3999ab21372d 2024-11-14T12:54:53,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/b278355e16b344508d01239290e80967 is 50, key is test_row_0/C:col10/1731588892919/Put/seqid=0 2024-11-14T12:54:53,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588953135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588953135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588953135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588953135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741854_1030 (size=12001) 2024-11-14T12:54:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:54:53,314 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:54:53,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:54:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-14T12:54:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T12:54:53,318 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:54:53,319 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:54:53,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:54:53,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588953345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588953345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588953345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588953345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T12:54:53,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T12:54:53,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:53,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:53,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:53,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:53,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:53,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/b278355e16b344508d01239290e80967 2024-11-14T12:54:53,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/032936ec96e14175afbc0e4873f362c1 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/032936ec96e14175afbc0e4873f362c1 2024-11-14T12:54:53,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/032936ec96e14175afbc0e4873f362c1, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T12:54:53,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/f6ffc73ce25649dc8e6c3999ab21372d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/f6ffc73ce25649dc8e6c3999ab21372d 2024-11-14T12:54:53,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/f6ffc73ce25649dc8e6c3999ab21372d, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T12:54:53,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/b278355e16b344508d01239290e80967 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b278355e16b344508d01239290e80967 2024-11-14T12:54:53,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b278355e16b344508d01239290e80967, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T12:54:53,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 672ms, sequenceid=114, compaction requested=true 2024-11-14T12:54:53,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:53,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:54:53,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:53,594 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:54:53,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:54:53,594 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:54:53,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:53,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:54:53,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:54:53,599 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:54:53,599 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/B is initiating minor compaction (all files) 2024-11-14T12:54:53,599 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/B in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:53,600 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/07da5c7a0bca4e39947881ee520b5fd6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1360290dee164195a02cf169842914a6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/f6ffc73ce25649dc8e6c3999ab21372d] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=35.3 K 2024-11-14T12:54:53,600 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:54:53,600 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/A is initiating minor compaction (all files) 2024-11-14T12:54:53,600 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/A in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:53,600 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/51f80d11f1df4fa8ad10c1d22ee35e40, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/eb14995e127349b0a90ead3b91a7129f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/032936ec96e14175afbc0e4873f362c1] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=37.5 K 2024-11-14T12:54:53,601 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 07da5c7a0bca4e39947881ee520b5fd6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731588890737 2024-11-14T12:54:53,601 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51f80d11f1df4fa8ad10c1d22ee35e40, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731588890737 2024-11-14T12:54:53,601 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 1360290dee164195a02cf169842914a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731588891559 2024-11-14T12:54:53,605 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting f6ffc73ce25649dc8e6c3999ab21372d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731588892919 2024-11-14T12:54:53,606 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb14995e127349b0a90ead3b91a7129f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731588891559 2024-11-14T12:54:53,608 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 032936ec96e14175afbc0e4873f362c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731588892919 2024-11-14T12:54:53,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T12:54:53,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:53,630 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T12:54:53,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:54:53,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:53,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:54:53,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:53,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:54:53,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T12:54:53,639 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#B#compaction#18 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:54:53,640 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/15226c4e1eb743bc83255b467e728c8f is 50, key is test_row_0/B:col10/1731588892919/Put/seqid=0 2024-11-14T12:54:53,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/69f65febe6bd42839e4c5ba8e4ad657e is 50, key is test_row_0/A:col10/1731588892990/Put/seqid=0 2024-11-14T12:54:53,652 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#A#compaction#19 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:54:53,653 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/7c7550b25dc14fda82a1379dee4b65ff is 50, key is test_row_0/A:col10/1731588892919/Put/seqid=0 2024-11-14T12:54:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:53,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:53,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741855_1031 (size=12207) 2024-11-14T12:54:53,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588953689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588953693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588953695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588953698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741856_1032 (size=12101) 2024-11-14T12:54:53,729 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/69f65febe6bd42839e4c5ba8e4ad657e 2024-11-14T12:54:53,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741857_1033 (size=12207) 2024-11-14T12:54:53,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/8222b7c897c643de818084455438b588 is 50, key is test_row_0/B:col10/1731588892990/Put/seqid=0 2024-11-14T12:54:53,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588953774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,787 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in d4d25cd6a3b059c312e7cfbd3437d7a2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:54:53,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,797 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/7c7550b25dc14fda82a1379dee4b65ff as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7c7550b25dc14fda82a1379dee4b65ff 2024-11-14T12:54:53,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741858_1034 (size=12101) 2024-11-14T12:54:53,811 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/8222b7c897c643de818084455438b588 2024-11-14T12:54:53,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588953805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588953806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588953806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588953814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:53,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:53,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:53,821 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/A of d4d25cd6a3b059c312e7cfbd3437d7a2 into 7c7550b25dc14fda82a1379dee4b65ff(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:54:53,822 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:53,822 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/A, priority=13, startTime=1731588893594; duration=0sec 2024-11-14T12:54:53,822 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:54:53,822 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:A 2024-11-14T12:54:53,822 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:54:53,827 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:54:53,827 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/C is initiating minor compaction (all files) 2024-11-14T12:54:53,827 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/C in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:53,827 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/97fbadcb4bc24385864bb37e0312977c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/4ed93d2a2cfd49e398962694e14c392e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b278355e16b344508d01239290e80967] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=35.3 K 2024-11-14T12:54:53,828 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97fbadcb4bc24385864bb37e0312977c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731588890737 2024-11-14T12:54:53,829 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ed93d2a2cfd49e398962694e14c392e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731588891559 2024-11-14T12:54:53,830 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting b278355e16b344508d01239290e80967, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731588892919 2024-11-14T12:54:53,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/9789b6560af14385a773bcafa8835825 is 50, key is test_row_0/C:col10/1731588892990/Put/seqid=0 2024-11-14T12:54:53,866 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#C#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:54:53,867 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/e18a6c82d37545128dd03725e5d08a38 is 50, key is test_row_0/C:col10/1731588892919/Put/seqid=0 2024-11-14T12:54:53,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741859_1035 (size=12101) 2024-11-14T12:54:53,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741860_1036 (size=12207) 2024-11-14T12:54:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T12:54:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588954025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:54,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588954026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:54,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:54,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588954026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:54,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:54,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588954026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:54,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:54,107 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/15226c4e1eb743bc83255b467e728c8f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/15226c4e1eb743bc83255b467e728c8f 2024-11-14T12:54:54,123 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/B of d4d25cd6a3b059c312e7cfbd3437d7a2 into 15226c4e1eb743bc83255b467e728c8f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:54:54,124 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:54,124 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/B, priority=13, startTime=1731588893594; duration=0sec 2024-11-14T12:54:54,124 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:54,124 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:B 2024-11-14T12:54:54,284 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/9789b6560af14385a773bcafa8835825 2024-11-14T12:54:54,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/69f65febe6bd42839e4c5ba8e4ad657e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/69f65febe6bd42839e4c5ba8e4ad657e 2024-11-14T12:54:54,311 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/e18a6c82d37545128dd03725e5d08a38 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/e18a6c82d37545128dd03725e5d08a38 2024-11-14T12:54:54,324 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/69f65febe6bd42839e4c5ba8e4ad657e, entries=150, sequenceid=132, filesize=11.8 K 2024-11-14T12:54:54,326 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/C of d4d25cd6a3b059c312e7cfbd3437d7a2 into e18a6c82d37545128dd03725e5d08a38(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:54:54,326 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:54,326 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/C, priority=13, startTime=1731588893595; duration=0sec 2024-11-14T12:54:54,326 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:54,326 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:C 2024-11-14T12:54:54,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/8222b7c897c643de818084455438b588 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/8222b7c897c643de818084455438b588 2024-11-14T12:54:54,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588954335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:54,339 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/8222b7c897c643de818084455438b588, entries=150, sequenceid=132, filesize=11.8 K 2024-11-14T12:54:54,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/9789b6560af14385a773bcafa8835825 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/9789b6560af14385a773bcafa8835825 2024-11-14T12:54:54,350 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/9789b6560af14385a773bcafa8835825, entries=150, sequenceid=132, filesize=11.8 K 2024-11-14T12:54:54,352 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 722ms, sequenceid=132, compaction requested=false 2024-11-14T12:54:54,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:54,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:54,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T12:54:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T12:54:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:54,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T12:54:54,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:54:54,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0360 sec 2024-11-14T12:54:54,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:54:54,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:54,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:54:54,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:54,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:54:54,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:54,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.0440 sec 2024-11-14T12:54:54,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/52afd835caaf4d838cbff602d059a2b9 is 50, key is test_row_0/A:col10/1731588893675/Put/seqid=0 2024-11-14T12:54:54,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741861_1037 (size=16931) 2024-11-14T12:54:54,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:54,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588954421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588954423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:54,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588954434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:54,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T12:54:54,455 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:54:54,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:54:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-14T12:54:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T12:54:54,459 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:54:54,460 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:54:54,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:54:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588954545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588954545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588954545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T12:54:54,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T12:54:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:54,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:54,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588954754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588954754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:54,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588954755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:54,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T12:54:54,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:54,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:54,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:54,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:54,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T12:54:54,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/52afd835caaf4d838cbff602d059a2b9 2024-11-14T12:54:54,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/b26796c8d3a24eea804172538113e759 is 50, key is test_row_0/B:col10/1731588893675/Put/seqid=0 2024-11-14T12:54:54,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741862_1038 (size=12151) 2024-11-14T12:54:54,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/b26796c8d3a24eea804172538113e759 2024-11-14T12:54:54,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/9f699cf6584b4a818204a38d8fcacd9c is 50, key is test_row_0/C:col10/1731588893675/Put/seqid=0 2024-11-14T12:54:54,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588954845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:54,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:54,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:54,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741863_1039 (size=12151) 2024-11-14T12:54:54,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T12:54:54,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:54,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:54,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:54,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:54,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:55,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:55,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588955064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588955064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588955064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:55,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T12:54:55,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:55,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:55,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:55,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:55,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T12:54:55,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T12:54:55,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:55,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:55,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:55,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:55,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:55,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/9f699cf6584b4a818204a38d8fcacd9c 2024-11-14T12:54:55,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/52afd835caaf4d838cbff602d059a2b9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/52afd835caaf4d838cbff602d059a2b9 2024-11-14T12:54:55,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/52afd835caaf4d838cbff602d059a2b9, entries=250, sequenceid=152, filesize=16.5 K 2024-11-14T12:54:55,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/b26796c8d3a24eea804172538113e759 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/b26796c8d3a24eea804172538113e759 2024-11-14T12:54:55,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/b26796c8d3a24eea804172538113e759, entries=150, sequenceid=152, filesize=11.9 K 2024-11-14T12:54:55,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/9f699cf6584b4a818204a38d8fcacd9c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/9f699cf6584b4a818204a38d8fcacd9c 2024-11-14T12:54:55,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/9f699cf6584b4a818204a38d8fcacd9c, entries=150, sequenceid=152, filesize=11.9 K 2024-11-14T12:54:55,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 942ms, sequenceid=152, compaction requested=true 2024-11-14T12:54:55,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:55,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:54:55,299 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:54:55,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:55,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:54:55,299 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:54:55,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:55,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:54:55,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:54:55,301 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41239 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:54:55,301 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/A is initiating minor compaction (all files) 2024-11-14T12:54:55,301 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/A in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:55,301 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7c7550b25dc14fda82a1379dee4b65ff, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/69f65febe6bd42839e4c5ba8e4ad657e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/52afd835caaf4d838cbff602d059a2b9] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=40.3 K 2024-11-14T12:54:55,302 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c7550b25dc14fda82a1379dee4b65ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731588892919 2024-11-14T12:54:55,304 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:54:55,304 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69f65febe6bd42839e4c5ba8e4ad657e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731588892975 2024-11-14T12:54:55,304 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/B is initiating minor compaction (all files) 2024-11-14T12:54:55,304 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/B in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:55,304 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/15226c4e1eb743bc83255b467e728c8f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/8222b7c897c643de818084455438b588, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/b26796c8d3a24eea804172538113e759] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=35.6 K 2024-11-14T12:54:55,305 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 15226c4e1eb743bc83255b467e728c8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731588892919 2024-11-14T12:54:55,305 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52afd835caaf4d838cbff602d059a2b9, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731588893675 2024-11-14T12:54:55,305 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 8222b7c897c643de818084455438b588, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731588892975 2024-11-14T12:54:55,307 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting b26796c8d3a24eea804172538113e759, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731588893675 2024-11-14T12:54:55,324 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#A#compaction#27 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:54:55,324 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:54:55,324 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/131c2b4374234b4aa363f08338e736e1 is 50, key is test_row_0/A:col10/1731588893675/Put/seqid=0 2024-11-14T12:54:55,327 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/d1467960ca914a4399790ae1be1fa79b is 50, key is test_row_0/B:col10/1731588893675/Put/seqid=0 2024-11-14T12:54:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741864_1040 (size=12459) 2024-11-14T12:54:55,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741865_1041 (size=12459) 2024-11-14T12:54:55,374 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/d1467960ca914a4399790ae1be1fa79b as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/d1467960ca914a4399790ae1be1fa79b 2024-11-14T12:54:55,387 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/B of d4d25cd6a3b059c312e7cfbd3437d7a2 into d1467960ca914a4399790ae1be1fa79b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:54:55,387 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:55,388 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/B, priority=13, startTime=1731588895299; duration=0sec 2024-11-14T12:54:55,388 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:54:55,388 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:B 2024-11-14T12:54:55,388 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:54:55,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T12:54:55,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:55,390 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:54:55,390 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/C is initiating minor compaction (all files) 2024-11-14T12:54:55,390 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T12:54:55,390 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/C in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:55,390 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/e18a6c82d37545128dd03725e5d08a38, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/9789b6560af14385a773bcafa8835825, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/9f699cf6584b4a818204a38d8fcacd9c] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=35.6 K 2024-11-14T12:54:55,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:54:55,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:55,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:54:55,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:55,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:54:55,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:55,391 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting e18a6c82d37545128dd03725e5d08a38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731588892919 2024-11-14T12:54:55,392 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 9789b6560af14385a773bcafa8835825, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731588892975 2024-11-14T12:54:55,394 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f699cf6584b4a818204a38d8fcacd9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731588893675 2024-11-14T12:54:55,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/cd2d9fc4c5744ca4a8cf3e3b039ec933 is 50, key is test_row_0/A:col10/1731588894420/Put/seqid=0 2024-11-14T12:54:55,437 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#C#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:54:55,438 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/c15a75ff4a4444cdb679d42200c3dcb3 is 50, key is test_row_0/C:col10/1731588893675/Put/seqid=0 2024-11-14T12:54:55,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741866_1042 (size=12151) 2024-11-14T12:54:55,456 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/cd2d9fc4c5744ca4a8cf3e3b039ec933 2024-11-14T12:54:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741867_1043 (size=12459) 2024-11-14T12:54:55,492 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/c15a75ff4a4444cdb679d42200c3dcb3 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/c15a75ff4a4444cdb679d42200c3dcb3 2024-11-14T12:54:55,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/50380a1162894883884e4ddaffdfad2c is 50, key is test_row_0/B:col10/1731588894420/Put/seqid=0 2024-11-14T12:54:55,504 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/C of d4d25cd6a3b059c312e7cfbd3437d7a2 into c15a75ff4a4444cdb679d42200c3dcb3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:54:55,505 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:55,505 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/C, priority=13, startTime=1731588895299; duration=0sec 2024-11-14T12:54:55,505 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:55,505 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:C 2024-11-14T12:54:55,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741868_1044 (size=12151) 2024-11-14T12:54:55,518 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/50380a1162894883884e4ddaffdfad2c 2024-11-14T12:54:55,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/70c6dccdac0a43a1940bf5ab858a0490 is 50, key is test_row_0/C:col10/1731588894420/Put/seqid=0 2024-11-14T12:54:55,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741869_1045 (size=12151) 2024-11-14T12:54:55,542 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/70c6dccdac0a43a1940bf5ab858a0490 2024-11-14T12:54:55,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/cd2d9fc4c5744ca4a8cf3e3b039ec933 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/cd2d9fc4c5744ca4a8cf3e3b039ec933 2024-11-14T12:54:55,567 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/cd2d9fc4c5744ca4a8cf3e3b039ec933, entries=150, sequenceid=168, filesize=11.9 K 2024-11-14T12:54:55,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/50380a1162894883884e4ddaffdfad2c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/50380a1162894883884e4ddaffdfad2c 2024-11-14T12:54:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:55,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:55,589 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/50380a1162894883884e4ddaffdfad2c, entries=150, sequenceid=168, filesize=11.9 K 2024-11-14T12:54:55,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/70c6dccdac0a43a1940bf5ab858a0490 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/70c6dccdac0a43a1940bf5ab858a0490 2024-11-14T12:54:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T12:54:55,612 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/70c6dccdac0a43a1940bf5ab858a0490, entries=150, sequenceid=168, filesize=11.9 K 2024-11-14T12:54:55,614 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=60.38 KB/61830 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 223ms, sequenceid=168, compaction requested=false 2024-11-14T12:54:55,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:55,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:55,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T12:54:55,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T12:54:55,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:54:55,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:55,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:54:55,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T12:54:55,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:54:55,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:55,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T12:54:55,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1580 sec 2024-11-14T12:54:55,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.1680 sec 2024-11-14T12:54:55,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/4bc03bb4e8dd46ffa6738f0e2b1680e6 is 50, key is test_row_0/A:col10/1731588895613/Put/seqid=0 2024-11-14T12:54:55,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741870_1046 (size=16931) 2024-11-14T12:54:55,754 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/131c2b4374234b4aa363f08338e736e1 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/131c2b4374234b4aa363f08338e736e1 2024-11-14T12:54:55,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588955768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:55,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:55,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588955781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:55,796 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/A of d4d25cd6a3b059c312e7cfbd3437d7a2 into 131c2b4374234b4aa363f08338e736e1(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:54:55,796 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:55,796 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/A, priority=13, startTime=1731588895299; duration=0sec 2024-11-14T12:54:55,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,797 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:55,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:55,797 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:A 2024-11-14T12:54:55,801 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588895641, max timestamp=1731588895735Num uniques 859; 2024-11-14T12:54:55,802 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:54:55,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588895641, max timestamp=1731588895735Num uniques 859; 2024-11-14T12:54:55,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:54:55,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588895641, max timestamp=1731588895735Num uniques 859; 2024-11-14T12:54:55,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:54:55,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588955866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:55,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588955874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:55,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588955877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:55,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588955896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:55,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:55,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588955905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:55,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588955985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:55,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:55,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:56,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:55,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588955995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588955995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:56,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/4bc03bb4e8dd46ffa6738f0e2b1680e6 2024-11-14T12:54:56,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/69e65857178b449db921b00cdbaa18ef is 50, key is test_row_0/B:col10/1731588895613/Put/seqid=0 2024-11-14T12:54:56,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588956105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:56,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588956125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:56,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741871_1047 (size=12151) 2024-11-14T12:54:56,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588956198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:56,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588956205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:56,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588956205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:56,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588956416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:56,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588956434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:56,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:56,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588956507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:56,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:56,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588956525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:56,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588956525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:56,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/69e65857178b449db921b00cdbaa18ef 2024-11-14T12:54:56,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/658db967f0a74905830e0aadae8ae41d is 50, key is test_row_0/C:col10/1731588895613/Put/seqid=0 2024-11-14T12:54:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T12:54:56,607 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:54:56,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:54:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-14T12:54:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T12:54:56,611 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:54:56,612 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:54:56,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:54:56,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741872_1048 (size=12151) 2024-11-14T12:54:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T12:54:56,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T12:54:56,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:56,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:56,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:56,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:56,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T12:54:56,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588956925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:56,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:56,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T12:54:56,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:56,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:56,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:56,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:56,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:56,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588956944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:57,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588957025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:57,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/658db967f0a74905830e0aadae8ae41d 2024-11-14T12:54:57,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:57,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:57,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:57,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588957034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:57,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/4bc03bb4e8dd46ffa6738f0e2b1680e6 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/4bc03bb4e8dd46ffa6738f0e2b1680e6 2024-11-14T12:54:57,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588957045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:57,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:57,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/4bc03bb4e8dd46ffa6738f0e2b1680e6, entries=250, sequenceid=182, filesize=16.5 K 2024-11-14T12:54:57,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:57,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:57,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/69e65857178b449db921b00cdbaa18ef as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/69e65857178b449db921b00cdbaa18ef 2024-11-14T12:54:57,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/69e65857178b449db921b00cdbaa18ef, entries=150, sequenceid=182, filesize=11.9 K 2024-11-14T12:54:57,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/658db967f0a74905830e0aadae8ae41d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/658db967f0a74905830e0aadae8ae41d 2024-11-14T12:54:57,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T12:54:57,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:57,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:57,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:57,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:57,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:57,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/658db967f0a74905830e0aadae8ae41d, entries=150, sequenceid=182, filesize=11.9 K 2024-11-14T12:54:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:57,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 1478ms, sequenceid=182, compaction requested=true 2024-11-14T12:54:57,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:57,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:54:57,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:57,094 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:54:57,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:54:57,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:57,094 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:54:57,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:54:57,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:54:57,095 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:54:57,095 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/A is initiating minor compaction (all files) 2024-11-14T12:54:57,096 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/A in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:57,096 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/131c2b4374234b4aa363f08338e736e1, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/cd2d9fc4c5744ca4a8cf3e3b039ec933, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/4bc03bb4e8dd46ffa6738f0e2b1680e6] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=40.6 K 2024-11-14T12:54:57,096 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:54:57,096 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/B is initiating minor compaction (all files) 2024-11-14T12:54:57,096 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/B in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:57,097 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/d1467960ca914a4399790ae1be1fa79b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/50380a1162894883884e4ddaffdfad2c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/69e65857178b449db921b00cdbaa18ef] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=35.9 K 2024-11-14T12:54:57,097 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 131c2b4374234b4aa363f08338e736e1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731588893675 2024-11-14T12:54:57,097 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting d1467960ca914a4399790ae1be1fa79b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731588893675 2024-11-14T12:54:57,098 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd2d9fc4c5744ca4a8cf3e3b039ec933, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731588894417 2024-11-14T12:54:57,098 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 50380a1162894883884e4ddaffdfad2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731588894417 2024-11-14T12:54:57,098 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bc03bb4e8dd46ffa6738f0e2b1680e6, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731588895581 2024-11-14T12:54:57,099 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 69e65857178b449db921b00cdbaa18ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731588895604 2024-11-14T12:54:57,119 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:54:57,120 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/67662dcc40bf473da5aecdfebb6d6d7f is 50, key is test_row_0/A:col10/1731588895613/Put/seqid=0 2024-11-14T12:54:57,129 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:54:57,130 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/77172d06444d4944b33999231b82c03a is 50, key is test_row_0/B:col10/1731588895613/Put/seqid=0 2024-11-14T12:54:57,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741873_1049 (size=12561) 2024-11-14T12:54:57,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741874_1050 (size=12561) 2024-11-14T12:54:57,206 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/77172d06444d4944b33999231b82c03a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/77172d06444d4944b33999231b82c03a 2024-11-14T12:54:57,217 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/B of d4d25cd6a3b059c312e7cfbd3437d7a2 into 77172d06444d4944b33999231b82c03a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:54:57,217 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:57,217 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/B, priority=13, startTime=1731588897094; duration=0sec 2024-11-14T12:54:57,217 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:54:57,217 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:B 2024-11-14T12:54:57,217 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:54:57,220 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:54:57,220 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/C is initiating minor compaction (all files) 2024-11-14T12:54:57,220 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/C in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:57,220 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/c15a75ff4a4444cdb679d42200c3dcb3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/70c6dccdac0a43a1940bf5ab858a0490, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/658db967f0a74905830e0aadae8ae41d] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=35.9 K 2024-11-14T12:54:57,222 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting c15a75ff4a4444cdb679d42200c3dcb3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731588893675 2024-11-14T12:54:57,222 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 70c6dccdac0a43a1940bf5ab858a0490, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731588894417 2024-11-14T12:54:57,223 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 658db967f0a74905830e0aadae8ae41d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731588895604 2024-11-14T12:54:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T12:54:57,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T12:54:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:57,247 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=114.05 KB heapSize=325.22 KB 2024-11-14T12:54:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:54:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:54:57,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:54:57,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:54:57,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:54:57,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:54:57,249 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#C#compaction#38 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:54:57,250 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/3c18b78b845041e59699a60fd0da92b4 is 50, key is test_row_0/C:col10/1731588895613/Put/seqid=0 2024-11-14T12:54:57,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/7cfcdc95123b40e7968b3eff0c2145fe is 50, key is test_row_0/A:col10/1731588895845/Put/seqid=0 2024-11-14T12:54:57,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741875_1051 (size=12561) 2024-11-14T12:54:57,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741876_1052 (size=12151) 2024-11-14T12:54:57,590 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/67662dcc40bf473da5aecdfebb6d6d7f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/67662dcc40bf473da5aecdfebb6d6d7f 2024-11-14T12:54:57,621 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/A of d4d25cd6a3b059c312e7cfbd3437d7a2 into 67662dcc40bf473da5aecdfebb6d6d7f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:54:57,622 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:57,622 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/A, priority=13, startTime=1731588897094; duration=0sec 2024-11-14T12:54:57,622 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:57,622 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:A 2024-11-14T12:54:57,734 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/3c18b78b845041e59699a60fd0da92b4 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3c18b78b845041e59699a60fd0da92b4 2024-11-14T12:54:57,737 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/7cfcdc95123b40e7968b3eff0c2145fe 2024-11-14T12:54:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T12:54:57,746 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/C of d4d25cd6a3b059c312e7cfbd3437d7a2 into 3c18b78b845041e59699a60fd0da92b4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:54:57,746 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:57,746 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/C, priority=13, startTime=1731588897094; duration=0sec 2024-11-14T12:54:57,746 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:57,747 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:C 2024-11-14T12:54:57,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/18f24e5307334f608bdaca24b00a81fb is 50, key is test_row_0/B:col10/1731588895845/Put/seqid=0 2024-11-14T12:54:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741877_1053 (size=12151) 2024-11-14T12:54:57,826 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/18f24e5307334f608bdaca24b00a81fb 2024-11-14T12:54:57,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/974272acc7c949c3867ca28b17163c35 is 50, key is test_row_0/C:col10/1731588895845/Put/seqid=0 2024-11-14T12:54:57,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741878_1054 (size=12151) 2024-11-14T12:54:57,900 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/974272acc7c949c3867ca28b17163c35 2024-11-14T12:54:57,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/7cfcdc95123b40e7968b3eff0c2145fe as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7cfcdc95123b40e7968b3eff0c2145fe 2024-11-14T12:54:57,919 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7cfcdc95123b40e7968b3eff0c2145fe, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T12:54:57,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/18f24e5307334f608bdaca24b00a81fb as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/18f24e5307334f608bdaca24b00a81fb 2024-11-14T12:54:57,934 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/18f24e5307334f608bdaca24b00a81fb, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T12:54:57,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/974272acc7c949c3867ca28b17163c35 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/974272acc7c949c3867ca28b17163c35 2024-11-14T12:54:57,952 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/974272acc7c949c3867ca28b17163c35, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T12:54:57,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:57,954 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~325.17 KB/332976, currentSize=6.71 KB/6870 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 706ms, sequenceid=218, compaction requested=false 2024-11-14T12:54:57,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:57,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:57,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T12:54:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T12:54:57,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T12:54:57,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3440 sec 2024-11-14T12:54:57,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.3550 sec 2024-11-14T12:54:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:57,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T12:54:57,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:54:57,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:57,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:54:57,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:57,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:54:57,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:57,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/a78094bcdc5b45749dc0b3772c6fed98 is 50, key is test_row_0/A:col10/1731588897978/Put/seqid=0 2024-11-14T12:54:58,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741879_1055 (size=14541) 2024-11-14T12:54:58,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/a78094bcdc5b45749dc0b3772c6fed98 2024-11-14T12:54:58,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/a6d339d70e024608b7a8a724f0e8a280 is 50, key is test_row_0/B:col10/1731588897978/Put/seqid=0 2024-11-14T12:54:58,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588898047, max timestamp=1731588898108Num uniques 859; 2024-11-14T12:54:58,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:54:58,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588898047, max timestamp=1731588898108Num uniques 859; 2024-11-14T12:54:58,115 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:54:58,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741880_1056 (size=12151) 2024-11-14T12:54:58,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588898047, max timestamp=1731588898105Num uniques 859; 2024-11-14T12:54:58,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:54:58,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/a6d339d70e024608b7a8a724f0e8a280 2024-11-14T12:54:58,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/c03b21aa2cd140ae81cd2b650d7d82f0 is 50, key is test_row_0/C:col10/1731588897978/Put/seqid=0 2024-11-14T12:54:58,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588958162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588958172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588958172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588958183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588958176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741881_1057 (size=12151) 2024-11-14T12:54:58,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/c03b21aa2cd140ae81cd2b650d7d82f0 2024-11-14T12:54:58,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/a78094bcdc5b45749dc0b3772c6fed98 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/a78094bcdc5b45749dc0b3772c6fed98 2024-11-14T12:54:58,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/a78094bcdc5b45749dc0b3772c6fed98, entries=200, sequenceid=231, filesize=14.2 K 2024-11-14T12:54:58,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/a6d339d70e024608b7a8a724f0e8a280 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a6d339d70e024608b7a8a724f0e8a280 2024-11-14T12:54:58,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a6d339d70e024608b7a8a724f0e8a280, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T12:54:58,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/c03b21aa2cd140ae81cd2b650d7d82f0 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/c03b21aa2cd140ae81cd2b650d7d82f0 2024-11-14T12:54:58,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/c03b21aa2cd140ae81cd2b650d7d82f0, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T12:54:58,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 292ms, sequenceid=231, compaction requested=true 2024-11-14T12:54:58,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:58,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:54:58,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:58,282 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:54:58,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:54:58,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:54:58,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:54:58,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:54:58,283 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:54:58,285 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:54:58,285 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/B is initiating minor compaction (all files) 2024-11-14T12:54:58,286 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/B in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:58,286 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/77172d06444d4944b33999231b82c03a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/18f24e5307334f608bdaca24b00a81fb, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a6d339d70e024608b7a8a724f0e8a280] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=36.0 K 2024-11-14T12:54:58,286 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:54:58,286 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/A is initiating minor compaction (all files) 2024-11-14T12:54:58,286 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/A in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:58,286 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/67662dcc40bf473da5aecdfebb6d6d7f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7cfcdc95123b40e7968b3eff0c2145fe, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/a78094bcdc5b45749dc0b3772c6fed98] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=38.3 K 2024-11-14T12:54:58,287 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77172d06444d4944b33999231b82c03a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731588895604 2024-11-14T12:54:58,288 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 67662dcc40bf473da5aecdfebb6d6d7f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731588895604 2024-11-14T12:54:58,288 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18f24e5307334f608bdaca24b00a81fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731588895845 2024-11-14T12:54:58,289 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6d339d70e024608b7a8a724f0e8a280, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731588897972 2024-11-14T12:54:58,289 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cfcdc95123b40e7968b3eff0c2145fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731588895845 2024-11-14T12:54:58,290 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting a78094bcdc5b45749dc0b3772c6fed98, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731588897972 2024-11-14T12:54:58,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=131.94 KB heapSize=375.22 KB 2024-11-14T12:54:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:58,311 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:54:58,312 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/788bcdf7f8a94d629d40acffe4a06607 is 50, key is test_row_0/B:col10/1731588897978/Put/seqid=0 2024-11-14T12:54:58,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:54:58,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:54:58,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:54:58,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:54:58,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:54:58,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:54:58,334 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:54:58,335 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/e11243033b3343819fa52969241d5e4f is 50, key is test_row_0/A:col10/1731588897978/Put/seqid=0 2024-11-14T12:54:58,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/1d9f19b7d66b492ba9d6766579556795 is 50, key is test_row_0/A:col10/1731588898180/Put/seqid=0 2024-11-14T12:54:58,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588958321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588958325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588958354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588958349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588958354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741883_1059 (size=12663) 2024-11-14T12:54:58,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741882_1058 (size=12663) 2024-11-14T12:54:58,428 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/788bcdf7f8a94d629d40acffe4a06607 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/788bcdf7f8a94d629d40acffe4a06607 2024-11-14T12:54:58,439 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/B of d4d25cd6a3b059c312e7cfbd3437d7a2 into 788bcdf7f8a94d629d40acffe4a06607(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:54:58,439 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:58,439 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/B, priority=13, startTime=1731588898282; duration=0sec 2024-11-14T12:54:58,439 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:54:58,439 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:B 2024-11-14T12:54:58,440 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:54:58,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741884_1060 (size=14741) 2024-11-14T12:54:58,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/1d9f19b7d66b492ba9d6766579556795 2024-11-14T12:54:58,448 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:54:58,448 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/C is initiating minor compaction (all files) 2024-11-14T12:54:58,448 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/C in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:58,448 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3c18b78b845041e59699a60fd0da92b4, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/974272acc7c949c3867ca28b17163c35, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/c03b21aa2cd140ae81cd2b650d7d82f0] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=36.0 K 2024-11-14T12:54:58,449 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c18b78b845041e59699a60fd0da92b4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731588895604 2024-11-14T12:54:58,450 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 974272acc7c949c3867ca28b17163c35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731588895845 2024-11-14T12:54:58,451 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting c03b21aa2cd140ae81cd2b650d7d82f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731588897972 2024-11-14T12:54:58,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588958466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588958466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/82a4da3f77ad4d03b4b7c59bdc5e493c is 50, key is test_row_0/B:col10/1731588898180/Put/seqid=0 2024-11-14T12:54:58,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588958485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588958485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,498 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#C#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:54:58,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,498 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/607ab8f41e6f4be6a27acbf902cf9e8f is 50, key is test_row_0/C:col10/1731588897978/Put/seqid=0 2024-11-14T12:54:58,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588958495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741885_1061 (size=12301) 2024-11-14T12:54:58,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741886_1062 (size=12663) 2024-11-14T12:54:58,618 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/607ab8f41e6f4be6a27acbf902cf9e8f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/607ab8f41e6f4be6a27acbf902cf9e8f 2024-11-14T12:54:58,629 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/C of d4d25cd6a3b059c312e7cfbd3437d7a2 into 607ab8f41e6f4be6a27acbf902cf9e8f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:54:58,629 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:58,629 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/C, priority=13, startTime=1731588898282; duration=0sec 2024-11-14T12:54:58,630 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:58,630 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:C 2024-11-14T12:54:58,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588958686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588958686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588958705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588958705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588958714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:58,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:58,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T12:54:58,755 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:54:58,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:54:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-14T12:54:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T12:54:58,760 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:54:58,762 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:54:58,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:54:58,837 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/e11243033b3343819fa52969241d5e4f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/e11243033b3343819fa52969241d5e4f 2024-11-14T12:54:58,853 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/A of d4d25cd6a3b059c312e7cfbd3437d7a2 into e11243033b3343819fa52969241d5e4f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:54:58,853 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:58,853 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/A, priority=13, startTime=1731588898282; duration=0sec 2024-11-14T12:54:58,855 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:54:58,855 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:A 2024-11-14T12:54:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T12:54:58,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T12:54:58,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:58,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:58,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:58,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:58,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:59,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/82a4da3f77ad4d03b4b7c59bdc5e493c 2024-11-14T12:54:59,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588959005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588959005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/3bd95f77cca14821a7b7e361758678ab is 50, key is test_row_0/C:col10/1731588898180/Put/seqid=0 2024-11-14T12:54:59,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588959032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588959032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588959033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741887_1063 (size=12301) 2024-11-14T12:54:59,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/3bd95f77cca14821a7b7e361758678ab 2024-11-14T12:54:59,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/1d9f19b7d66b492ba9d6766579556795 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/1d9f19b7d66b492ba9d6766579556795 2024-11-14T12:54:59,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T12:54:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T12:54:59,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:59,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:59,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:59,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:59,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:54:59,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/1d9f19b7d66b492ba9d6766579556795, entries=200, sequenceid=268, filesize=14.4 K 2024-11-14T12:54:59,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/82a4da3f77ad4d03b4b7c59bdc5e493c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/82a4da3f77ad4d03b4b7c59bdc5e493c 2024-11-14T12:54:59,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/82a4da3f77ad4d03b4b7c59bdc5e493c, entries=150, sequenceid=268, filesize=12.0 K 2024-11-14T12:54:59,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/3bd95f77cca14821a7b7e361758678ab as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3bd95f77cca14821a7b7e361758678ab 2024-11-14T12:54:59,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3bd95f77cca14821a7b7e361758678ab, entries=150, sequenceid=268, filesize=12.0 K 2024-11-14T12:54:59,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~395.09 KB/404576, currentSize=46.96 KB/48090 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 795ms, sequenceid=268, compaction requested=false 2024-11-14T12:54:59,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:54:59,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T12:54:59,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:54:59,230 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:54:59,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:54:59,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:59,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:54:59,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:59,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:54:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:54:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/968b05cb0ec4443ba3cd42eb8ea3db74 is 50, key is test_row_0/A:col10/1731588898343/Put/seqid=0 2024-11-14T12:54:59,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741888_1064 (size=12301) 2024-11-14T12:54:59,292 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/968b05cb0ec4443ba3cd42eb8ea3db74 2024-11-14T12:54:59,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/a4790c508f654421b8ead8f3932a55c7 is 50, key is test_row_0/B:col10/1731588898343/Put/seqid=0 2024-11-14T12:54:59,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741889_1065 (size=12301) 2024-11-14T12:54:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T12:54:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:54:59,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:54:59,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731588899562, max timestamp=1731588899579Num uniques 859; 2024-11-14T12:54:59,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731588899562, max timestamp=1731588899579Num uniques 859; 2024-11-14T12:54:59,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731588899562, max timestamp=1731588899579Num uniques 859; 2024-11-14T12:54:59,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T12:54:59,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T12:54:59,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T12:54:59,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588959616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588959619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588959625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588959627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588959627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588959735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588959745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588959745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,759 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/a4790c508f654421b8ead8f3932a55c7 2024-11-14T12:54:59,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588959758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588959758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/456d245ffd7f4162aeda017b767d30e6 is 50, key is test_row_0/C:col10/1731588898343/Put/seqid=0 2024-11-14T12:54:59,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741890_1066 (size=12301) 2024-11-14T12:54:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T12:54:59,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588959945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588959964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588959964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588959975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:54:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588959975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:54:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:54:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:54:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,200 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/456d245ffd7f4162aeda017b767d30e6 2024-11-14T12:55:00,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/968b05cb0ec4443ba3cd42eb8ea3db74 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/968b05cb0ec4443ba3cd42eb8ea3db74 2024-11-14T12:55:00,235 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/968b05cb0ec4443ba3cd42eb8ea3db74, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T12:55:00,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/a4790c508f654421b8ead8f3932a55c7 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a4790c508f654421b8ead8f3932a55c7 2024-11-14T12:55:00,254 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a4790c508f654421b8ead8f3932a55c7, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T12:55:00,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/456d245ffd7f4162aeda017b767d30e6 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/456d245ffd7f4162aeda017b767d30e6 2024-11-14T12:55:00,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588960254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,272 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/456d245ffd7f4162aeda017b767d30e6, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T12:55:00,274 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 1044ms, sequenceid=281, compaction requested=true 2024-11-14T12:55:00,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:00,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:00,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-14T12:55:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-14T12:55:00,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T12:55:00,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5160 sec 2024-11-14T12:55:00,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=154.31 KB heapSize=430.69 KB 2024-11-14T12:55:00,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:00,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:00,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:00,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.5300 sec 2024-11-14T12:55:00,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:00,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:00,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:00,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/e7a689a70f9f496581e13e7d00587950 is 50, key is test_row_0/A:col10/1731588899611/Put/seqid=0 2024-11-14T12:55:00,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588960295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588960306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588960309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588960310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741891_1067 (size=14741) 2024-11-14T12:55:00,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/e7a689a70f9f496581e13e7d00587950 2024-11-14T12:55:00,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/09d9438454874650a9d980807a150247 is 50, key is test_row_0/B:col10/1731588899611/Put/seqid=0 2024-11-14T12:55:00,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588960415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588960425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588960425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588960425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741892_1068 (size=12301) 2024-11-14T12:55:00,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/09d9438454874650a9d980807a150247 2024-11-14T12:55:00,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/b0a18791a74a42b1bb77fb3277ad4d60 is 50, key is test_row_0/C:col10/1731588899611/Put/seqid=0 2024-11-14T12:55:00,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741893_1069 (size=12301) 2024-11-14T12:55:00,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/b0a18791a74a42b1bb77fb3277ad4d60 2024-11-14T12:55:00,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/e7a689a70f9f496581e13e7d00587950 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/e7a689a70f9f496581e13e7d00587950 2024-11-14T12:55:00,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/e7a689a70f9f496581e13e7d00587950, entries=200, sequenceid=318, filesize=14.4 K 2024-11-14T12:55:00,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/09d9438454874650a9d980807a150247 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/09d9438454874650a9d980807a150247 2024-11-14T12:55:00,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/09d9438454874650a9d980807a150247, entries=150, sequenceid=318, filesize=12.0 K 2024-11-14T12:55:00,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/b0a18791a74a42b1bb77fb3277ad4d60 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b0a18791a74a42b1bb77fb3277ad4d60 2024-11-14T12:55:00,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b0a18791a74a42b1bb77fb3277ad4d60, entries=150, sequenceid=318, filesize=12.0 K 2024-11-14T12:55:00,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=33.54 KB/34350 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 285ms, sequenceid=318, compaction requested=true 2024-11-14T12:55:00,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:00,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:00,573 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:55:00,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:00,574 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:55:00,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:00,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:00,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:00,575 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49566 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:55:00,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:00,575 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/B is initiating minor compaction (all files) 2024-11-14T12:55:00,575 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/B in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:00,575 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/788bcdf7f8a94d629d40acffe4a06607, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/82a4da3f77ad4d03b4b7c59bdc5e493c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a4790c508f654421b8ead8f3932a55c7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/09d9438454874650a9d980807a150247] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=48.4 K 2024-11-14T12:55:00,576 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54446 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:55:00,576 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/A is initiating minor compaction (all files) 2024-11-14T12:55:00,576 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/A in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:00,576 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/e11243033b3343819fa52969241d5e4f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/1d9f19b7d66b492ba9d6766579556795, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/968b05cb0ec4443ba3cd42eb8ea3db74, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/e7a689a70f9f496581e13e7d00587950] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=53.2 K 2024-11-14T12:55:00,577 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 788bcdf7f8a94d629d40acffe4a06607, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731588897972 2024-11-14T12:55:00,577 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting e11243033b3343819fa52969241d5e4f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731588897972 2024-11-14T12:55:00,577 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 82a4da3f77ad4d03b4b7c59bdc5e493c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731588898180 2024-11-14T12:55:00,577 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d9f19b7d66b492ba9d6766579556795, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731588898163 2024-11-14T12:55:00,578 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting a4790c508f654421b8ead8f3932a55c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731588898337 2024-11-14T12:55:00,578 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 968b05cb0ec4443ba3cd42eb8ea3db74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731588898337 2024-11-14T12:55:00,579 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 09d9438454874650a9d980807a150247, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731588899611 2024-11-14T12:55:00,581 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7a689a70f9f496581e13e7d00587950, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731588899611 2024-11-14T12:55:00,614 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:00,615 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/1b52b767341a409588b3170e0a7ee9ed is 50, key is test_row_0/B:col10/1731588899611/Put/seqid=0 2024-11-14T12:55:00,619 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:00,620 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/6ef9409243a5468b9ff3fd747281d51d is 50, key is test_row_0/A:col10/1731588899611/Put/seqid=0 2024-11-14T12:55:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:00,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T12:55:00,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:00,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:00,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:00,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:00,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:00,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:00,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/8cc7e12b03c84940aa6c13c8de83b061 is 50, key is test_row_0/A:col10/1731588900643/Put/seqid=0 2024-11-14T12:55:00,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741894_1070 (size=12949) 2024-11-14T12:55:00,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741895_1071 (size=12949) 2024-11-14T12:55:00,709 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/6ef9409243a5468b9ff3fd747281d51d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/6ef9409243a5468b9ff3fd747281d51d 2024-11-14T12:55:00,721 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/A of d4d25cd6a3b059c312e7cfbd3437d7a2 into 6ef9409243a5468b9ff3fd747281d51d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:00,721 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:00,722 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/A, priority=12, startTime=1731588900573; duration=0sec 2024-11-14T12:55:00,722 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:00,722 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:A 2024-11-14T12:55:00,722 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:55:00,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741896_1072 (size=9857) 2024-11-14T12:55:00,726 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49566 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:55:00,726 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/C is initiating minor compaction (all files) 2024-11-14T12:55:00,726 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/C in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:00,727 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/607ab8f41e6f4be6a27acbf902cf9e8f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3bd95f77cca14821a7b7e361758678ab, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/456d245ffd7f4162aeda017b767d30e6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b0a18791a74a42b1bb77fb3277ad4d60] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=48.4 K 2024-11-14T12:55:00,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/8cc7e12b03c84940aa6c13c8de83b061 2024-11-14T12:55:00,728 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 607ab8f41e6f4be6a27acbf902cf9e8f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731588897972 2024-11-14T12:55:00,729 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bd95f77cca14821a7b7e361758678ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731588898180 2024-11-14T12:55:00,731 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 456d245ffd7f4162aeda017b767d30e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731588898337 2024-11-14T12:55:00,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588900700, max timestamp=1731588900727Num uniques 859; 2024-11-14T12:55:00,731 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0a18791a74a42b1bb77fb3277ad4d60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731588899611 2024-11-14T12:55:00,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:55:00,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588900700, max timestamp=1731588900727Num uniques 859; 2024-11-14T12:55:00,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:55:00,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588900700, max timestamp=1731588900727Num uniques 859; 2024-11-14T12:55:00,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:55:00,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/bd504c9c7fe945b3a83d6e69fe096044 is 50, key is test_row_0/B:col10/1731588900643/Put/seqid=0 2024-11-14T12:55:00,765 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#C#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:00,766 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/47e76cad873c447cab4e111d08de7c23 is 50, key is test_row_0/C:col10/1731588899611/Put/seqid=0 2024-11-14T12:55:00,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588960804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588960814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588960821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741897_1073 (size=9857) 2024-11-14T12:55:00,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588960824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588960825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741898_1074 (size=12949) 2024-11-14T12:55:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T12:55:00,916 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:00,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-14T12:55:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T12:55:00,929 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:00,931 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:00,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:00,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588960935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588960935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588960935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588960957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:00,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588960957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:00,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:00,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T12:55:01,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-14T12:55:01,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:01,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:01,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:01,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:01,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:01,092 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/1b52b767341a409588b3170e0a7ee9ed as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1b52b767341a409588b3170e0a7ee9ed 2024-11-14T12:55:01,105 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/B of d4d25cd6a3b059c312e7cfbd3437d7a2 into 1b52b767341a409588b3170e0a7ee9ed(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:01,105 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:01,105 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/B, priority=12, startTime=1731588900573; duration=0sec 2024-11-14T12:55:01,105 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:01,105 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:B 2024-11-14T12:55:01,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588961155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588961155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588961165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588961165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588961165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/bd504c9c7fe945b3a83d6e69fe096044 2024-11-14T12:55:01,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-14T12:55:01,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:01,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:01,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:01,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:01,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T12:55:01,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/3a5ae4ba08b84db195f3dc573e54b22a is 50, key is test_row_0/C:col10/1731588900643/Put/seqid=0 2024-11-14T12:55:01,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741899_1075 (size=9857) 2024-11-14T12:55:01,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/3a5ae4ba08b84db195f3dc573e54b22a 2024-11-14T12:55:01,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/8cc7e12b03c84940aa6c13c8de83b061 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/8cc7e12b03c84940aa6c13c8de83b061 2024-11-14T12:55:01,305 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/47e76cad873c447cab4e111d08de7c23 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/47e76cad873c447cab4e111d08de7c23 2024-11-14T12:55:01,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/8cc7e12b03c84940aa6c13c8de83b061, entries=100, sequenceid=329, filesize=9.6 K 2024-11-14T12:55:01,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/bd504c9c7fe945b3a83d6e69fe096044 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/bd504c9c7fe945b3a83d6e69fe096044 2024-11-14T12:55:01,317 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/C of d4d25cd6a3b059c312e7cfbd3437d7a2 into 47e76cad873c447cab4e111d08de7c23(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:01,317 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:01,317 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/C, priority=12, startTime=1731588900575; duration=0sec 2024-11-14T12:55:01,317 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:01,317 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:C 2024-11-14T12:55:01,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/bd504c9c7fe945b3a83d6e69fe096044, entries=100, sequenceid=329, filesize=9.6 K 2024-11-14T12:55:01,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/3a5ae4ba08b84db195f3dc573e54b22a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3a5ae4ba08b84db195f3dc573e54b22a 2024-11-14T12:55:01,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3a5ae4ba08b84db195f3dc573e54b22a, entries=100, sequenceid=329, filesize=9.6 K 2024-11-14T12:55:01,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 709ms, sequenceid=329, compaction requested=false 2024-11-14T12:55:01,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:01,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-14T12:55:01,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:01,395 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-14T12:55:01,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:01,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:01,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:01,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:01,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:01,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:01,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/d7df37bb9ab44a78afea388b33d8442f is 50, key is test_row_0/A:col10/1731588900794/Put/seqid=0 2024-11-14T12:55:01,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741900_1076 (size=12301) 2024-11-14T12:55:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:01,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:01,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588961482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588961483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588961484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588961488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588961489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T12:55:01,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588961595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588961595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588961595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588961605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588961805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588961806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588961806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,820 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/d7df37bb9ab44a78afea388b33d8442f 2024-11-14T12:55:01,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588961817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:01,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/8f1d22e4c0ee4612943323ff9b19a274 is 50, key is test_row_0/B:col10/1731588900794/Put/seqid=0 2024-11-14T12:55:01,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741901_1077 (size=12301) 2024-11-14T12:55:01,871 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/8f1d22e4c0ee4612943323ff9b19a274 2024-11-14T12:55:01,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/376236aa96924f7b9acd843970901483 is 50, key is test_row_0/C:col10/1731588900794/Put/seqid=0 2024-11-14T12:55:01,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741902_1078 (size=12301) 2024-11-14T12:55:01,901 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/376236aa96924f7b9acd843970901483 2024-11-14T12:55:01,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/d7df37bb9ab44a78afea388b33d8442f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d7df37bb9ab44a78afea388b33d8442f 2024-11-14T12:55:01,921 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d7df37bb9ab44a78afea388b33d8442f, entries=150, sequenceid=367, filesize=12.0 K 2024-11-14T12:55:01,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/8f1d22e4c0ee4612943323ff9b19a274 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/8f1d22e4c0ee4612943323ff9b19a274 2024-11-14T12:55:01,929 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/8f1d22e4c0ee4612943323ff9b19a274, entries=150, sequenceid=367, filesize=12.0 K 2024-11-14T12:55:01,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/376236aa96924f7b9acd843970901483 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/376236aa96924f7b9acd843970901483 2024-11-14T12:55:01,938 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/376236aa96924f7b9acd843970901483, entries=150, sequenceid=367, filesize=12.0 K 2024-11-14T12:55:01,940 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 545ms, sequenceid=367, compaction requested=true 2024-11-14T12:55:01,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:01,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:01,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-14T12:55:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-14T12:55:01,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-14T12:55:01,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0110 sec 2024-11-14T12:55:01,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.0240 sec 2024-11-14T12:55:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:01,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T12:55:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:02,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/05c05946444e46a89dc9b1939fa6f0e3 is 50, key is test_row_0/A:col10/1731588901486/Put/seqid=0 2024-11-14T12:55:02,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741903_1079 (size=14741) 2024-11-14T12:55:02,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/05c05946444e46a89dc9b1939fa6f0e3 2024-11-14T12:55:02,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/5de34b2e9a534911b51623ec69244b23 is 50, key is test_row_0/B:col10/1731588901486/Put/seqid=0 2024-11-14T12:55:02,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741904_1080 (size=12301) 2024-11-14T12:55:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T12:55:02,065 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:02,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-14T12:55:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T12:55:02,069 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:02,070 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:02,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:02,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588962100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588962124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588962125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588962125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588962134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T12:55:02,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588962214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T12:55:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:02,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:02,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:02,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T12:55:02,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:02,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:02,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:02,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:02,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T12:55:02,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588962424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/5de34b2e9a534911b51623ec69244b23 2024-11-14T12:55:02,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/e0f1d056d3714fb1979d9379378d7de1 is 50, key is test_row_0/C:col10/1731588901486/Put/seqid=0 2024-11-14T12:55:02,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741905_1081 (size=12301) 2024-11-14T12:55:02,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/e0f1d056d3714fb1979d9379378d7de1 2024-11-14T12:55:02,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/05c05946444e46a89dc9b1939fa6f0e3 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/05c05946444e46a89dc9b1939fa6f0e3 2024-11-14T12:55:02,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/05c05946444e46a89dc9b1939fa6f0e3, entries=200, sequenceid=379, filesize=14.4 K 2024-11-14T12:55:02,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/5de34b2e9a534911b51623ec69244b23 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/5de34b2e9a534911b51623ec69244b23 2024-11-14T12:55:02,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/5de34b2e9a534911b51623ec69244b23, entries=150, sequenceid=379, filesize=12.0 K 2024-11-14T12:55:02,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/e0f1d056d3714fb1979d9379378d7de1 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/e0f1d056d3714fb1979d9379378d7de1 2024-11-14T12:55:02,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/e0f1d056d3714fb1979d9379378d7de1, entries=150, sequenceid=379, filesize=12.0 K 2024-11-14T12:55:02,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 490ms, sequenceid=379, compaction requested=true 2024-11-14T12:55:02,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:02,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:02,486 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:55:02,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:02,486 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:55:02,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:02,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:02,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:02,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:02,488 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49848 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:55:02,488 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/A is initiating minor compaction (all files) 2024-11-14T12:55:02,488 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/A in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:02,488 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/6ef9409243a5468b9ff3fd747281d51d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/8cc7e12b03c84940aa6c13c8de83b061, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d7df37bb9ab44a78afea388b33d8442f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/05c05946444e46a89dc9b1939fa6f0e3] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=48.7 K 2024-11-14T12:55:02,489 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:55:02,489 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/B is initiating minor compaction (all files) 2024-11-14T12:55:02,489 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/B in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:02,489 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1b52b767341a409588b3170e0a7ee9ed, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/bd504c9c7fe945b3a83d6e69fe096044, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/8f1d22e4c0ee4612943323ff9b19a274, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/5de34b2e9a534911b51623ec69244b23] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=46.3 K 2024-11-14T12:55:02,489 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ef9409243a5468b9ff3fd747281d51d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731588899611 2024-11-14T12:55:02,490 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b52b767341a409588b3170e0a7ee9ed, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731588899611 2024-11-14T12:55:02,490 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cc7e12b03c84940aa6c13c8de83b061, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731588900643 2024-11-14T12:55:02,491 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting bd504c9c7fe945b3a83d6e69fe096044, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731588900643 2024-11-14T12:55:02,491 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7df37bb9ab44a78afea388b33d8442f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731588900794 2024-11-14T12:55:02,492 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05c05946444e46a89dc9b1939fa6f0e3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731588901479 2024-11-14T12:55:02,492 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f1d22e4c0ee4612943323ff9b19a274, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731588900794 2024-11-14T12:55:02,492 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 5de34b2e9a534911b51623ec69244b23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731588901479 2024-11-14T12:55:02,510 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#B#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:02,511 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/83af8fd612e7416893ae70de9594ea07 is 50, key is test_row_0/B:col10/1731588901486/Put/seqid=0 2024-11-14T12:55:02,514 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#A#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:02,515 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/58c58eccaef64f34bd422c7f0ae0c6de is 50, key is test_row_0/A:col10/1731588901486/Put/seqid=0 2024-11-14T12:55:02,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T12:55:02,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:02,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741907_1083 (size=13085) 2024-11-14T12:55:02,531 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T12:55:02,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:02,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:02,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:02,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:02,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:02,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741906_1082 (size=13085) 2024-11-14T12:55:02,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:02,545 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/83af8fd612e7416893ae70de9594ea07 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/83af8fd612e7416893ae70de9594ea07 2024-11-14T12:55:02,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/cca8c167d7a741cebb5bc7904204a9f1 is 50, key is test_row_0/A:col10/1731588902095/Put/seqid=0 2024-11-14T12:55:02,555 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/B of d4d25cd6a3b059c312e7cfbd3437d7a2 into 83af8fd612e7416893ae70de9594ea07(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:02,555 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:02,555 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/B, priority=12, startTime=1731588902486; duration=0sec 2024-11-14T12:55:02,556 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:02,556 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:B 2024-11-14T12:55:02,556 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:55:02,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741908_1084 (size=12301) 2024-11-14T12:55:02,561 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:55:02,561 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/C is initiating minor compaction (all files) 2024-11-14T12:55:02,561 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/C in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:02,561 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/cca8c167d7a741cebb5bc7904204a9f1 2024-11-14T12:55:02,562 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/47e76cad873c447cab4e111d08de7c23, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3a5ae4ba08b84db195f3dc573e54b22a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/376236aa96924f7b9acd843970901483, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/e0f1d056d3714fb1979d9379378d7de1] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=46.3 K 2024-11-14T12:55:02,562 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 47e76cad873c447cab4e111d08de7c23, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731588899611 2024-11-14T12:55:02,562 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a5ae4ba08b84db195f3dc573e54b22a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731588900643 2024-11-14T12:55:02,563 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 376236aa96924f7b9acd843970901483, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731588900794 2024-11-14T12:55:02,563 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting e0f1d056d3714fb1979d9379378d7de1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731588901479 2024-11-14T12:55:02,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/89197fc1d803460f939b40e699a773ec is 50, key is test_row_0/B:col10/1731588902095/Put/seqid=0 2024-11-14T12:55:02,599 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#C#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:02,600 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/1b9aaa4b90724d079f206b9eb054715a is 50, key is test_row_0/C:col10/1731588901486/Put/seqid=0 2024-11-14T12:55:02,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741909_1085 (size=12301) 2024-11-14T12:55:02,610 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/89197fc1d803460f939b40e699a773ec 2024-11-14T12:55:02,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741910_1086 (size=13085) 2024-11-14T12:55:02,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/d47a3682e5a54e88b288b75a579871b7 is 50, key is test_row_0/C:col10/1731588902095/Put/seqid=0 2024-11-14T12:55:02,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:02,644 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/1b9aaa4b90724d079f206b9eb054715a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/1b9aaa4b90724d079f206b9eb054715a 2024-11-14T12:55:02,655 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/C of d4d25cd6a3b059c312e7cfbd3437d7a2 into 1b9aaa4b90724d079f206b9eb054715a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:02,655 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:02,655 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/C, priority=12, startTime=1731588902487; duration=0sec 2024-11-14T12:55:02,655 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:02,655 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:C 2024-11-14T12:55:02,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588962670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588962681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588962684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T12:55:02,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741911_1087 (size=12301) 2024-11-14T12:55:02,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588962692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,711 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/d47a3682e5a54e88b288b75a579871b7 2024-11-14T12:55:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/cca8c167d7a741cebb5bc7904204a9f1 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/cca8c167d7a741cebb5bc7904204a9f1 2024-11-14T12:55:02,728 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/cca8c167d7a741cebb5bc7904204a9f1, entries=150, sequenceid=399, filesize=12.0 K 2024-11-14T12:55:02,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/89197fc1d803460f939b40e699a773ec as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/89197fc1d803460f939b40e699a773ec 2024-11-14T12:55:02,737 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/89197fc1d803460f939b40e699a773ec, entries=150, sequenceid=399, filesize=12.0 K 2024-11-14T12:55:02,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/d47a3682e5a54e88b288b75a579871b7 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/d47a3682e5a54e88b288b75a579871b7 2024-11-14T12:55:02,746 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/d47a3682e5a54e88b288b75a579871b7, entries=150, sequenceid=399, filesize=12.0 K 2024-11-14T12:55:02,747 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 216ms, sequenceid=399, compaction requested=false 2024-11-14T12:55:02,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:02,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:02,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-14T12:55:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-14T12:55:02,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-14T12:55:02,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 679 msec 2024-11-14T12:55:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:02,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T12:55:02,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:02,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:02,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:02,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:02,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:02,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:02,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 690 msec 2024-11-14T12:55:02,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/c43de5de2c4b4858a97a0046bee3d80c is 50, key is test_row_0/A:col10/1731588902681/Put/seqid=0 2024-11-14T12:55:02,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741912_1088 (size=14741) 2024-11-14T12:55:02,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588962817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588962818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588962820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588962824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588962832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588962934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588962960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588962961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588962961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,967 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/58c58eccaef64f34bd422c7f0ae0c6de as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/58c58eccaef64f34bd422c7f0ae0c6de 2024-11-14T12:55:02,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588962961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:02,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:02,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:02,977 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/A of d4d25cd6a3b059c312e7cfbd3437d7a2 into 58c58eccaef64f34bd422c7f0ae0c6de(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:02,977 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:02,977 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/A, priority=12, startTime=1731588902486; duration=0sec 2024-11-14T12:55:02,978 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:02,978 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:A 2024-11-14T12:55:03,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588963164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:03,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588963174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588963175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:03,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588963175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:03,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/c43de5de2c4b4858a97a0046bee3d80c 2024-11-14T12:55:03,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588963175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:03,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/a925fd26aae54645b4746ec857c2a10f is 50, key is test_row_0/B:col10/1731588902681/Put/seqid=0 2024-11-14T12:55:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T12:55:03,205 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:03,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-14T12:55:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T12:55:03,208 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:03,209 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:03,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:03,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741913_1089 (size=12301) 2024-11-14T12:55:03,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/a925fd26aae54645b4746ec857c2a10f 2024-11-14T12:55:03,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/b9277af115e84dbeb5d276f587142d69 is 50, key is test_row_0/C:col10/1731588902681/Put/seqid=0 2024-11-14T12:55:03,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741914_1090 (size=12301) 2024-11-14T12:55:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T12:55:03,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T12:55:03,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:03,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:03,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:03,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:03,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:03,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588963475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588963484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:03,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588963484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588963484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:03,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:03,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588963494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:03,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:03,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T12:55:03,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:03,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:03,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:03,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:03,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T12:55:03,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T12:55:03,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:03,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:03,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:03,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:03,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:03,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/b9277af115e84dbeb5d276f587142d69 2024-11-14T12:55:03,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/c43de5de2c4b4858a97a0046bee3d80c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/c43de5de2c4b4858a97a0046bee3d80c 2024-11-14T12:55:03,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/c43de5de2c4b4858a97a0046bee3d80c, entries=200, sequenceid=414, filesize=14.4 K 2024-11-14T12:55:03,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/a925fd26aae54645b4746ec857c2a10f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a925fd26aae54645b4746ec857c2a10f 2024-11-14T12:55:03,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a925fd26aae54645b4746ec857c2a10f, entries=150, sequenceid=414, filesize=12.0 K 2024-11-14T12:55:03,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/b9277af115e84dbeb5d276f587142d69 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b9277af115e84dbeb5d276f587142d69 2024-11-14T12:55:03,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b9277af115e84dbeb5d276f587142d69, entries=150, sequenceid=414, filesize=12.0 K 2024-11-14T12:55:03,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 964ms, sequenceid=414, compaction requested=true 2024-11-14T12:55:03,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:03,721 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:03,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:03,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:03,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:03,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:03,722 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:03,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:03,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:03,724 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:03,724 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/A is initiating minor compaction (all files) 2024-11-14T12:55:03,725 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/A in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:03,725 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/58c58eccaef64f34bd422c7f0ae0c6de, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/cca8c167d7a741cebb5bc7904204a9f1, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/c43de5de2c4b4858a97a0046bee3d80c] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=39.2 K 2024-11-14T12:55:03,726 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:03,726 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/B is initiating minor compaction (all files) 2024-11-14T12:55:03,726 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/B in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:03,726 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/83af8fd612e7416893ae70de9594ea07, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/89197fc1d803460f939b40e699a773ec, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a925fd26aae54645b4746ec857c2a10f] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=36.8 K 2024-11-14T12:55:03,727 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58c58eccaef64f34bd422c7f0ae0c6de, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731588901479 2024-11-14T12:55:03,727 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 83af8fd612e7416893ae70de9594ea07, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731588901479 2024-11-14T12:55:03,729 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting cca8c167d7a741cebb5bc7904204a9f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731588902059 2024-11-14T12:55:03,729 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 89197fc1d803460f939b40e699a773ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731588902059 2024-11-14T12:55:03,730 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting a925fd26aae54645b4746ec857c2a10f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731588902654 2024-11-14T12:55:03,730 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting c43de5de2c4b4858a97a0046bee3d80c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731588902654 2024-11-14T12:55:03,744 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#B#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:03,745 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/465c79099c294dfcaf4b33ad8c0ed6f0 is 50, key is test_row_0/B:col10/1731588902681/Put/seqid=0 2024-11-14T12:55:03,745 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:03,746 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/3148f93b2b4149b8a9d898c5e915ea0f is 50, key is test_row_0/A:col10/1731588902681/Put/seqid=0 2024-11-14T12:55:03,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741915_1091 (size=13187) 2024-11-14T12:55:03,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741916_1092 (size=13187) 2024-11-14T12:55:03,766 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/465c79099c294dfcaf4b33ad8c0ed6f0 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/465c79099c294dfcaf4b33ad8c0ed6f0 2024-11-14T12:55:03,780 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/B of d4d25cd6a3b059c312e7cfbd3437d7a2 into 465c79099c294dfcaf4b33ad8c0ed6f0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:03,780 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:03,780 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/B, priority=13, startTime=1731588903722; duration=0sec 2024-11-14T12:55:03,780 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:03,780 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:B 2024-11-14T12:55:03,781 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:03,785 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:03,785 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/C is initiating minor compaction (all files) 2024-11-14T12:55:03,785 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/C in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:03,786 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/1b9aaa4b90724d079f206b9eb054715a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/d47a3682e5a54e88b288b75a579871b7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b9277af115e84dbeb5d276f587142d69] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=36.8 K 2024-11-14T12:55:03,786 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b9aaa4b90724d079f206b9eb054715a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731588901479 2024-11-14T12:55:03,787 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting d47a3682e5a54e88b288b75a579871b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731588902059 2024-11-14T12:55:03,787 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting b9277af115e84dbeb5d276f587142d69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731588902654 2024-11-14T12:55:03,800 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#C#compaction#80 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:03,800 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/e4dbc300667e46299c3617f2bdcb3b79 is 50, key is test_row_0/C:col10/1731588902681/Put/seqid=0 2024-11-14T12:55:03,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741917_1093 (size=13187) 2024-11-14T12:55:03,816 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/e4dbc300667e46299c3617f2bdcb3b79 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/e4dbc300667e46299c3617f2bdcb3b79 2024-11-14T12:55:03,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T12:55:03,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:03,827 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T12:55:03,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:03,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:03,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:03,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:03,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:03,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:03,830 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/C of d4d25cd6a3b059c312e7cfbd3437d7a2 into e4dbc300667e46299c3617f2bdcb3b79(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:03,830 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:03,830 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/C, priority=13, startTime=1731588903722; duration=0sec 2024-11-14T12:55:03,831 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:03,831 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:C 2024-11-14T12:55:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T12:55:03,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/f83a9991a9b2425d9a1eff37c6f06762 is 50, key is test_row_0/A:col10/1731588902816/Put/seqid=0 2024-11-14T12:55:03,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741918_1094 (size=12301) 2024-11-14T12:55:03,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:04,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588964005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588964005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588964012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588964007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588964013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588964115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588964115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588964124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588964124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,168 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/3148f93b2b4149b8a9d898c5e915ea0f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/3148f93b2b4149b8a9d898c5e915ea0f 2024-11-14T12:55:04,175 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/A of d4d25cd6a3b059c312e7cfbd3437d7a2 into 3148f93b2b4149b8a9d898c5e915ea0f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:04,175 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:04,176 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/A, priority=13, startTime=1731588903721; duration=0sec 2024-11-14T12:55:04,176 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:04,176 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:A 2024-11-14T12:55:04,246 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/f83a9991a9b2425d9a1eff37c6f06762 2024-11-14T12:55:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/ec73667f63bb493fafbd0c29a7b2405b is 50, key is test_row_0/B:col10/1731588902816/Put/seqid=0 2024-11-14T12:55:04,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741919_1095 (size=12301) 2024-11-14T12:55:04,262 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/ec73667f63bb493fafbd0c29a7b2405b 2024-11-14T12:55:04,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/69d090eb671a47e8b61799bc9e7e521e is 50, key is test_row_0/C:col10/1731588902816/Put/seqid=0 2024-11-14T12:55:04,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741920_1096 (size=12301) 2024-11-14T12:55:04,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588964324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588964324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588964335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588964335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T12:55:04,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588964634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588964635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588964644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:04,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588964644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:04,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:04,682 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/69d090eb671a47e8b61799bc9e7e521e 2024-11-14T12:55:04,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/f83a9991a9b2425d9a1eff37c6f06762 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/f83a9991a9b2425d9a1eff37c6f06762 2024-11-14T12:55:04,692 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/f83a9991a9b2425d9a1eff37c6f06762, entries=150, sequenceid=435, filesize=12.0 K 2024-11-14T12:55:04,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/ec73667f63bb493fafbd0c29a7b2405b as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/ec73667f63bb493fafbd0c29a7b2405b 2024-11-14T12:55:04,699 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/ec73667f63bb493fafbd0c29a7b2405b, entries=150, sequenceid=435, filesize=12.0 K 2024-11-14T12:55:04,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/69d090eb671a47e8b61799bc9e7e521e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/69d090eb671a47e8b61799bc9e7e521e 2024-11-14T12:55:04,707 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/69d090eb671a47e8b61799bc9e7e521e, entries=150, sequenceid=435, filesize=12.0 K 2024-11-14T12:55:04,708 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 881ms, sequenceid=435, compaction requested=false 2024-11-14T12:55:04,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:04,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:04,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-14T12:55:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-14T12:55:04,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-14T12:55:04,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5010 sec 2024-11-14T12:55:04,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.5120 sec 2024-11-14T12:55:05,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T12:55:05,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:05,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:05,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:05,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:05,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:05,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:05,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/d1bd608a25a74d669471b5c165826b36 is 50, key is test_row_0/A:col10/1731588905026/Put/seqid=0 2024-11-14T12:55:05,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741921_1097 (size=12301) 2024-11-14T12:55:05,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/d1bd608a25a74d669471b5c165826b36 2024-11-14T12:55:05,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/4dcd0925da674bcf96c599baf902b2dd is 50, key is test_row_0/B:col10/1731588905026/Put/seqid=0 2024-11-14T12:55:05,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588965096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:05,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:05,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741922_1098 (size=12301) 2024-11-14T12:55:05,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/4dcd0925da674bcf96c599baf902b2dd 2024-11-14T12:55:05,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/163dde1129424f21a453ed28deb26df2 is 50, key is test_row_0/C:col10/1731588905026/Put/seqid=0 2024-11-14T12:55:05,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588965145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:05,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:05,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588965145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:05,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:05,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588965155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:05,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588965155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:05,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741923_1099 (size=12301) 2024-11-14T12:55:05,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/163dde1129424f21a453ed28deb26df2 2024-11-14T12:55:05,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/d1bd608a25a74d669471b5c165826b36 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d1bd608a25a74d669471b5c165826b36 2024-11-14T12:55:05,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d1bd608a25a74d669471b5c165826b36, entries=150, sequenceid=451, filesize=12.0 K 2024-11-14T12:55:05,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/4dcd0925da674bcf96c599baf902b2dd as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4dcd0925da674bcf96c599baf902b2dd 2024-11-14T12:55:05,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588965205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:05,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4dcd0925da674bcf96c599baf902b2dd, entries=150, sequenceid=451, filesize=12.0 K 2024-11-14T12:55:05,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:05,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/163dde1129424f21a453ed28deb26df2 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/163dde1129424f21a453ed28deb26df2 2024-11-14T12:55:05,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/163dde1129424f21a453ed28deb26df2, entries=150, sequenceid=451, filesize=12.0 K 2024-11-14T12:55:05,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 199ms, sequenceid=451, compaction requested=true 2024-11-14T12:55:05,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:05,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:05,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:05,227 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:05,227 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:05,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:05,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:05,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:05,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:05,230 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:05,230 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:05,230 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/A is initiating minor compaction (all files) 2024-11-14T12:55:05,230 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/B is initiating minor compaction (all files) 2024-11-14T12:55:05,230 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/A in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:05,230 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/B in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:05,231 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/3148f93b2b4149b8a9d898c5e915ea0f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/f83a9991a9b2425d9a1eff37c6f06762, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d1bd608a25a74d669471b5c165826b36] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=36.9 K 2024-11-14T12:55:05,231 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/465c79099c294dfcaf4b33ad8c0ed6f0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/ec73667f63bb493fafbd0c29a7b2405b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4dcd0925da674bcf96c599baf902b2dd] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=36.9 K 2024-11-14T12:55:05,232 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 465c79099c294dfcaf4b33ad8c0ed6f0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731588902654 2024-11-14T12:55:05,233 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3148f93b2b4149b8a9d898c5e915ea0f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731588902654 2024-11-14T12:55:05,233 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting ec73667f63bb493fafbd0c29a7b2405b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731588902816 2024-11-14T12:55:05,233 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting f83a9991a9b2425d9a1eff37c6f06762, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731588902816 2024-11-14T12:55:05,234 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dcd0925da674bcf96c599baf902b2dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731588904003 2024-11-14T12:55:05,236 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1bd608a25a74d669471b5c165826b36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731588904003 2024-11-14T12:55:05,250 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#A#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:05,251 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/ca561fa638e14104a40889ec88805093 is 50, key is test_row_0/A:col10/1731588905026/Put/seqid=0 2024-11-14T12:55:05,252 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#B#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:05,252 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/505b8cbcb1ee463795aa8c9ccc782204 is 50, key is test_row_0/B:col10/1731588905026/Put/seqid=0 2024-11-14T12:55:05,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741924_1100 (size=13289) 2024-11-14T12:55:05,291 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/505b8cbcb1ee463795aa8c9ccc782204 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/505b8cbcb1ee463795aa8c9ccc782204 2024-11-14T12:55:05,302 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/B of d4d25cd6a3b059c312e7cfbd3437d7a2 into 505b8cbcb1ee463795aa8c9ccc782204(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:05,302 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:05,302 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/B, priority=13, startTime=1731588905227; duration=0sec 2024-11-14T12:55:05,302 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:05,302 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:B 2024-11-14T12:55:05,302 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:05,304 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:05,304 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/C is initiating minor compaction (all files) 2024-11-14T12:55:05,304 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/C in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:05,304 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/e4dbc300667e46299c3617f2bdcb3b79, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/69d090eb671a47e8b61799bc9e7e521e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/163dde1129424f21a453ed28deb26df2] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=36.9 K 2024-11-14T12:55:05,304 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting e4dbc300667e46299c3617f2bdcb3b79, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731588902654 2024-11-14T12:55:05,305 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 69d090eb671a47e8b61799bc9e7e521e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731588902816 2024-11-14T12:55:05,305 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 163dde1129424f21a453ed28deb26df2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731588904003 2024-11-14T12:55:05,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741925_1101 (size=13289) 2024-11-14T12:55:05,315 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#C#compaction#89 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:05,316 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/90c008df08d94d218ccf4be367465c8c is 50, key is test_row_0/C:col10/1731588905026/Put/seqid=0 2024-11-14T12:55:05,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741926_1102 (size=13289) 2024-11-14T12:55:05,351 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/90c008df08d94d218ccf4be367465c8c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/90c008df08d94d218ccf4be367465c8c 2024-11-14T12:55:05,361 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/C of d4d25cd6a3b059c312e7cfbd3437d7a2 into 90c008df08d94d218ccf4be367465c8c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:05,361 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:05,361 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/C, priority=13, startTime=1731588905227; duration=0sec 2024-11-14T12:55:05,361 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:05,361 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:C 2024-11-14T12:55:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T12:55:05,365 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:05,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-14T12:55:05,368 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T12:55:05,369 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:05,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:05,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T12:55:05,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:05,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:05,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:05,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:05,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:05,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:05,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/a235db43f92249b4a33b5297152a6462 is 50, key is test_row_0/A:col10/1731588905064/Put/seqid=0 2024-11-14T12:55:05,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741927_1103 (size=12301) 2024-11-14T12:55:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T12:55:05,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/a235db43f92249b4a33b5297152a6462 2024-11-14T12:55:05,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588965475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:05,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:05,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/4ad895707d444d28a43e4a0c204494a9 is 50, key is test_row_0/B:col10/1731588905064/Put/seqid=0 2024-11-14T12:55:05,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741928_1104 (size=12301) 2024-11-14T12:55:05,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T12:55:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:05,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:05,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:05,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588965584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:05,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T12:55:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:05,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:05,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:05,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:05,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T12:55:05,723 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/ca561fa638e14104a40889ec88805093 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/ca561fa638e14104a40889ec88805093 2024-11-14T12:55:05,731 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/A of d4d25cd6a3b059c312e7cfbd3437d7a2 into ca561fa638e14104a40889ec88805093(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:05,731 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:05,732 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/A, priority=13, startTime=1731588905227; duration=0sec 2024-11-14T12:55:05,732 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:05,732 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:A 2024-11-14T12:55:05,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588965795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:05,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:05,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:05,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T12:55:05,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:05,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:05,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:05,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:05,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:05,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/4ad895707d444d28a43e4a0c204494a9 2024-11-14T12:55:05,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/0432498aeb4f440494e85e65ef4b2e67 is 50, key is test_row_0/C:col10/1731588905064/Put/seqid=0 2024-11-14T12:55:05,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741929_1105 (size=12301) 2024-11-14T12:55:05,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/0432498aeb4f440494e85e65ef4b2e67 2024-11-14T12:55:05,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/a235db43f92249b4a33b5297152a6462 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/a235db43f92249b4a33b5297152a6462 2024-11-14T12:55:05,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/a235db43f92249b4a33b5297152a6462, entries=150, sequenceid=472, filesize=12.0 K 2024-11-14T12:55:05,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/4ad895707d444d28a43e4a0c204494a9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4ad895707d444d28a43e4a0c204494a9 2024-11-14T12:55:05,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4ad895707d444d28a43e4a0c204494a9, entries=150, sequenceid=472, filesize=12.0 K 2024-11-14T12:55:05,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/0432498aeb4f440494e85e65ef4b2e67 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/0432498aeb4f440494e85e65ef4b2e67 2024-11-14T12:55:05,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/0432498aeb4f440494e85e65ef4b2e67, entries=150, sequenceid=472, filesize=12.0 K 2024-11-14T12:55:05,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 533ms, sequenceid=472, compaction requested=false 2024-11-14T12:55:05,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:05,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T12:55:05,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:05,986 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T12:55:05,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:05,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:05,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:05,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:05,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:05,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:05,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/7bdff15cbf9249f09bd3ee0337cb95e0 is 50, key is test_row_0/A:col10/1731588905457/Put/seqid=0 2024-11-14T12:55:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T12:55:06,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741930_1106 (size=12301) 2024-11-14T12:55:06,005 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/7bdff15cbf9249f09bd3ee0337cb95e0 2024-11-14T12:55:06,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/4ff8ab8fd1514ede9ec96f781f3aa86d is 50, key is test_row_0/B:col10/1731588905457/Put/seqid=0 2024-11-14T12:55:06,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741931_1107 (size=12301) 2024-11-14T12:55:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:06,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:06,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588966164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:06,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:06,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588966164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:06,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:06,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588966164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:06,170 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_2' in d4d25cd6a3b059c312e7cfbd3437d7a2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:55:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:06,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588966184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:06,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588966185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:06,188 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_1' in d4d25cd6a3b059c312e7cfbd3437d7a2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:55:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:06,188 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_2' in d4d25cd6a3b059c312e7cfbd3437d7a2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:55:06,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:06,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588966275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:06,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:06,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588966275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:06,435 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/4ff8ab8fd1514ede9ec96f781f3aa86d 2024-11-14T12:55:06,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/639cb7b54bb441ae8e999faad1ee1c91 is 50, key is test_row_0/C:col10/1731588905457/Put/seqid=0 2024-11-14T12:55:06,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741932_1108 (size=12301) 2024-11-14T12:55:06,448 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/639cb7b54bb441ae8e999faad1ee1c91 2024-11-14T12:55:06,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/7bdff15cbf9249f09bd3ee0337cb95e0 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7bdff15cbf9249f09bd3ee0337cb95e0 2024-11-14T12:55:06,462 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7bdff15cbf9249f09bd3ee0337cb95e0, entries=150, sequenceid=486, filesize=12.0 K 2024-11-14T12:55:06,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/4ff8ab8fd1514ede9ec96f781f3aa86d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4ff8ab8fd1514ede9ec96f781f3aa86d 2024-11-14T12:55:06,471 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4ff8ab8fd1514ede9ec96f781f3aa86d, entries=150, sequenceid=486, filesize=12.0 K 2024-11-14T12:55:06,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/639cb7b54bb441ae8e999faad1ee1c91 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/639cb7b54bb441ae8e999faad1ee1c91 2024-11-14T12:55:06,477 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/639cb7b54bb441ae8e999faad1ee1c91, entries=150, sequenceid=486, filesize=12.0 K 2024-11-14T12:55:06,478 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 492ms, sequenceid=486, compaction requested=true 2024-11-14T12:55:06,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:06,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:06,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-14T12:55:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-14T12:55:06,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-14T12:55:06,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1110 sec 2024-11-14T12:55:06,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.1160 sec 2024-11-14T12:55:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:06,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T12:55:06,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:06,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:06,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:06,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:06,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:06,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:06,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/50b99fe3835143038e6d28186195f2fc is 50, key is test_row_0/A:col10/1731588906162/Put/seqid=0 2024-11-14T12:55:06,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741933_1109 (size=14741) 2024-11-14T12:55:06,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/50b99fe3835143038e6d28186195f2fc 2024-11-14T12:55:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T12:55:06,505 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:06,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-14T12:55:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T12:55:06,508 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:06,509 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:06,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:06,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/e5e7da6115cd445b92d7f58229cb061c is 50, key is test_row_0/B:col10/1731588906162/Put/seqid=0 2024-11-14T12:55:06,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741934_1110 (size=12301) 2024-11-14T12:55:06,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588966519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:06,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:06,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588966519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T12:55:06,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588966634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:06,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:06,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588966634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:06,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:06,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:06,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-14T12:55:06,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:06,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:06,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:06,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:06,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:06,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-14T12:55:06,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:06,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:06,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:06,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:06,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T12:55:06,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588966845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:06,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588966845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:06,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:06,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/e5e7da6115cd445b92d7f58229cb061c 2024-11-14T12:55:06,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/d2e73fff07664f59b359d19fe21d004a is 50, key is test_row_0/C:col10/1731588906162/Put/seqid=0 2024-11-14T12:55:06,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741935_1111 (size=12301) 2024-11-14T12:55:06,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-14T12:55:06,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:06,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:06,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:06,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:06,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:07,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-14T12:55:07,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:07,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:07,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:07,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:07,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T12:55:07,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588967155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:07,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:07,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588967156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:07,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:07,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:07,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:07,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:07,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:07,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-14T12:55:07,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:07,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:07,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:07,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/d2e73fff07664f59b359d19fe21d004a 2024-11-14T12:55:07,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/50b99fe3835143038e6d28186195f2fc as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/50b99fe3835143038e6d28186195f2fc 2024-11-14T12:55:07,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/50b99fe3835143038e6d28186195f2fc, entries=200, sequenceid=506, filesize=14.4 K 2024-11-14T12:55:07,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/e5e7da6115cd445b92d7f58229cb061c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/e5e7da6115cd445b92d7f58229cb061c 2024-11-14T12:55:07,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/e5e7da6115cd445b92d7f58229cb061c, entries=150, sequenceid=506, filesize=12.0 K 2024-11-14T12:55:07,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/d2e73fff07664f59b359d19fe21d004a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/d2e73fff07664f59b359d19fe21d004a 2024-11-14T12:55:07,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/d2e73fff07664f59b359d19fe21d004a, entries=150, sequenceid=506, filesize=12.0 K 2024-11-14T12:55:07,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 872ms, sequenceid=506, compaction requested=true 2024-11-14T12:55:07,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:07,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:07,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:07,359 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:55:07,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:07,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:07,359 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:55:07,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:07,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:07,360 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52632 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:55:07,360 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/A is initiating minor compaction (all files) 2024-11-14T12:55:07,360 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/A in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:07,360 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/ca561fa638e14104a40889ec88805093, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/a235db43f92249b4a33b5297152a6462, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7bdff15cbf9249f09bd3ee0337cb95e0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/50b99fe3835143038e6d28186195f2fc] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=51.4 K 2024-11-14T12:55:07,361 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca561fa638e14104a40889ec88805093, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731588904003 2024-11-14T12:55:07,361 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting a235db43f92249b4a33b5297152a6462, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1731588905064 2024-11-14T12:55:07,362 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bdff15cbf9249f09bd3ee0337cb95e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1731588905457 2024-11-14T12:55:07,362 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50b99fe3835143038e6d28186195f2fc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731588906157 2024-11-14T12:55:07,362 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:55:07,362 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/B is initiating minor compaction (all files) 2024-11-14T12:55:07,362 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/B in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:07,362 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/505b8cbcb1ee463795aa8c9ccc782204, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4ad895707d444d28a43e4a0c204494a9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4ff8ab8fd1514ede9ec96f781f3aa86d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/e5e7da6115cd445b92d7f58229cb061c] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=49.0 K 2024-11-14T12:55:07,363 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 505b8cbcb1ee463795aa8c9ccc782204, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731588904003 2024-11-14T12:55:07,363 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ad895707d444d28a43e4a0c204494a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1731588905064 2024-11-14T12:55:07,364 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ff8ab8fd1514ede9ec96f781f3aa86d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1731588905457 2024-11-14T12:55:07,364 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting e5e7da6115cd445b92d7f58229cb061c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731588906157 2024-11-14T12:55:07,374 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#A#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:07,375 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/4ac15e448f4a42dd86cddae62ea8d12e is 50, key is test_row_0/A:col10/1731588906162/Put/seqid=0 2024-11-14T12:55:07,378 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#B#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:07,379 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/5814c6ad767f4184a2cfe702a4936538 is 50, key is test_row_0/B:col10/1731588906162/Put/seqid=0 2024-11-14T12:55:07,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741936_1112 (size=13425) 2024-11-14T12:55:07,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741937_1113 (size=13425) 2024-11-14T12:55:07,416 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/4ac15e448f4a42dd86cddae62ea8d12e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/4ac15e448f4a42dd86cddae62ea8d12e 2024-11-14T12:55:07,423 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/5814c6ad767f4184a2cfe702a4936538 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/5814c6ad767f4184a2cfe702a4936538 2024-11-14T12:55:07,426 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/A of d4d25cd6a3b059c312e7cfbd3437d7a2 into 4ac15e448f4a42dd86cddae62ea8d12e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:07,426 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:07,426 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/A, priority=12, startTime=1731588907358; duration=0sec 2024-11-14T12:55:07,426 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:07,426 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:A 2024-11-14T12:55:07,427 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:55:07,429 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:55:07,429 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/C is initiating minor compaction (all files) 2024-11-14T12:55:07,429 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/C in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:07,430 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/90c008df08d94d218ccf4be367465c8c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/0432498aeb4f440494e85e65ef4b2e67, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/639cb7b54bb441ae8e999faad1ee1c91, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/d2e73fff07664f59b359d19fe21d004a] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=49.0 K 2024-11-14T12:55:07,430 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90c008df08d94d218ccf4be367465c8c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731588904003 2024-11-14T12:55:07,431 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0432498aeb4f440494e85e65ef4b2e67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1731588905064 2024-11-14T12:55:07,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-14T12:55:07,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:07,431 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T12:55:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:07,433 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/B of d4d25cd6a3b059c312e7cfbd3437d7a2 into 5814c6ad767f4184a2cfe702a4936538(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:07,433 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:07,433 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/B, priority=12, startTime=1731588907359; duration=0sec 2024-11-14T12:55:07,433 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:07,433 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:B 2024-11-14T12:55:07,433 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 639cb7b54bb441ae8e999faad1ee1c91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1731588905457 2024-11-14T12:55:07,434 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2e73fff07664f59b359d19fe21d004a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731588906157 2024-11-14T12:55:07,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/dfa709b41ec5418ca901437672c11223 is 50, key is test_row_0/A:col10/1731588906496/Put/seqid=0 2024-11-14T12:55:07,449 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#C#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:07,450 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/c783c34c7c6e4a21818cb701d9e912c6 is 50, key is test_row_0/C:col10/1731588906162/Put/seqid=0 2024-11-14T12:55:07,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741938_1114 (size=12301) 2024-11-14T12:55:07,455 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/dfa709b41ec5418ca901437672c11223 2024-11-14T12:55:07,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/beb323fd123f420e8f34b1a4926e8d2a is 50, key is test_row_0/B:col10/1731588906496/Put/seqid=0 2024-11-14T12:55:07,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741939_1115 (size=13425) 2024-11-14T12:55:07,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741940_1116 (size=12301) 2024-11-14T12:55:07,482 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/beb323fd123f420e8f34b1a4926e8d2a 2024-11-14T12:55:07,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/a932e17236074c20ae5b3f83bae84c86 is 50, key is test_row_0/C:col10/1731588906496/Put/seqid=0 2024-11-14T12:55:07,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741941_1117 (size=12301) 2024-11-14T12:55:07,510 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/a932e17236074c20ae5b3f83bae84c86 2024-11-14T12:55:07,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/dfa709b41ec5418ca901437672c11223 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/dfa709b41ec5418ca901437672c11223 2024-11-14T12:55:07,533 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/dfa709b41ec5418ca901437672c11223, entries=150, sequenceid=520, filesize=12.0 K 2024-11-14T12:55:07,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/beb323fd123f420e8f34b1a4926e8d2a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/beb323fd123f420e8f34b1a4926e8d2a 2024-11-14T12:55:07,543 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/beb323fd123f420e8f34b1a4926e8d2a, entries=150, sequenceid=520, filesize=12.0 K 2024-11-14T12:55:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/a932e17236074c20ae5b3f83bae84c86 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/a932e17236074c20ae5b3f83bae84c86 2024-11-14T12:55:07,555 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/a932e17236074c20ae5b3f83bae84c86, entries=150, sequenceid=520, filesize=12.0 K 2024-11-14T12:55:07,556 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 125ms, sequenceid=520, compaction requested=false 2024-11-14T12:55:07,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:07,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:07,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-14T12:55:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-14T12:55:07,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-14T12:55:07,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0490 sec 2024-11-14T12:55:07,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.0570 sec 2024-11-14T12:55:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T12:55:07,645 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:07,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-14T12:55:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T12:55:07,647 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:07,649 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:07,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:07,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:55:07,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:07,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:07,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:07,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:07,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:07,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:07,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/d89f1f7713124640a0aad95d9eac2c8e is 50, key is test_row_1/A:col10/1731588907677/Put/seqid=0 2024-11-14T12:55:07,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741942_1118 (size=12297) 2024-11-14T12:55:07,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/d89f1f7713124640a0aad95d9eac2c8e 2024-11-14T12:55:07,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/351e86d3c05142dda49e737d308feada is 50, key is test_row_1/B:col10/1731588907677/Put/seqid=0 2024-11-14T12:55:07,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741943_1119 (size=9857) 2024-11-14T12:55:07,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/351e86d3c05142dda49e737d308feada 2024-11-14T12:55:07,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731588907689, max timestamp=1731588907724Num uniques 859; 2024-11-14T12:55:07,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731588907689, max timestamp=1731588907724Num uniques 859; 2024-11-14T12:55:07,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T12:55:07,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T12:55:07,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731588907689, max timestamp=1731588907724Num uniques 859; 2024-11-14T12:55:07,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T12:55:07,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/b48f2e198389453396e9744eed239462 is 50, key is test_row_1/C:col10/1731588907677/Put/seqid=0 2024-11-14T12:55:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T12:55:07,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741944_1120 (size=9857) 2024-11-14T12:55:07,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/b48f2e198389453396e9744eed239462 2024-11-14T12:55:07,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/d89f1f7713124640a0aad95d9eac2c8e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d89f1f7713124640a0aad95d9eac2c8e 2024-11-14T12:55:07,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d89f1f7713124640a0aad95d9eac2c8e, entries=150, sequenceid=530, filesize=12.0 K 2024-11-14T12:55:07,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/351e86d3c05142dda49e737d308feada as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/351e86d3c05142dda49e737d308feada 2024-11-14T12:55:07,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588967780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:07,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588967780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:07,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/351e86d3c05142dda49e737d308feada, entries=100, sequenceid=530, filesize=9.6 K 2024-11-14T12:55:07,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/b48f2e198389453396e9744eed239462 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b48f2e198389453396e9744eed239462 2024-11-14T12:55:07,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b48f2e198389453396e9744eed239462, entries=100, sequenceid=530, filesize=9.6 K 2024-11-14T12:55:07,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 116ms, sequenceid=530, compaction requested=true 2024-11-14T12:55:07,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:07,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:A, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:07,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:07,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:B, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:07,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:55:07,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:07,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T12:55:07,798 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-11-14T12:55:07,799 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T12:55:07,800 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T12:55:07,800 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. because compaction request was cancelled 2024-11-14T12:55:07,800 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:C 2024-11-14T12:55:07,800 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:07,802 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:07,802 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/A is initiating minor compaction (all files) 2024-11-14T12:55:07,802 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/A in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:07,802 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/4ac15e448f4a42dd86cddae62ea8d12e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/dfa709b41ec5418ca901437672c11223, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d89f1f7713124640a0aad95d9eac2c8e] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=37.1 K 2024-11-14T12:55:07,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-14T12:55:07,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:07,803 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=140.89 KB heapSize=386.16 KB 2024-11-14T12:55:07,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:07,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:07,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:07,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:07,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:07,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:07,806 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ac15e448f4a42dd86cddae62ea8d12e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731588906157 2024-11-14T12:55:07,808 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting dfa709b41ec5418ca901437672c11223, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731588906496 2024-11-14T12:55:07,809 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting d89f1f7713124640a0aad95d9eac2c8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1731588907670 2024-11-14T12:55:07,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/859ed9addafe45f6b46e5748a28f7336 is 50, key is test_row_0/A:col10/1731588907748/Put/seqid=0 2024-11-14T12:55:07,837 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#A#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:07,838 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/cf67cb35d0fe4b6090653c9130022f46 is 50, key is test_row_0/A:col10/1731588906496/Put/seqid=0 2024-11-14T12:55:07,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741945_1121 (size=12301) 2024-11-14T12:55:07,851 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/859ed9addafe45f6b46e5748a28f7336 2024-11-14T12:55:07,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741946_1122 (size=13527) 2024-11-14T12:55:07,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/5cb12882840c406a8647b5ca4ad6414c is 50, key is test_row_0/B:col10/1731588907748/Put/seqid=0 2024-11-14T12:55:07,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741947_1123 (size=12301) 2024-11-14T12:55:07,871 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/c783c34c7c6e4a21818cb701d9e912c6 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/c783c34c7c6e4a21818cb701d9e912c6 2024-11-14T12:55:07,881 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/C of d4d25cd6a3b059c312e7cfbd3437d7a2 into c783c34c7c6e4a21818cb701d9e912c6(size=13.1 K), total size for store is 34.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:07,881 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:07,881 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/C, priority=12, startTime=1731588907359; duration=0sec 2024-11-14T12:55:07,881 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:07,881 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:C 2024-11-14T12:55:07,881 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:07,882 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:07,882 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): d4d25cd6a3b059c312e7cfbd3437d7a2/B is initiating minor compaction (all files) 2024-11-14T12:55:07,882 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d4d25cd6a3b059c312e7cfbd3437d7a2/B in TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:07,883 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/5814c6ad767f4184a2cfe702a4936538, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/beb323fd123f420e8f34b1a4926e8d2a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/351e86d3c05142dda49e737d308feada] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp, totalSize=34.7 K 2024-11-14T12:55:07,883 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5814c6ad767f4184a2cfe702a4936538, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731588906157 2024-11-14T12:55:07,883 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting beb323fd123f420e8f34b1a4926e8d2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731588906496 2024-11-14T12:55:07,884 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 351e86d3c05142dda49e737d308feada, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1731588907677 2024-11-14T12:55:07,892 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d4d25cd6a3b059c312e7cfbd3437d7a2#B#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:07,892 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/a9969b02d8fd4b1da49d35fa93b7792c is 50, key is test_row_0/B:col10/1731588906496/Put/seqid=0 2024-11-14T12:55:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:07,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:07,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741948_1124 (size=13527) 2024-11-14T12:55:07,912 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/a9969b02d8fd4b1da49d35fa93b7792c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a9969b02d8fd4b1da49d35fa93b7792c 2024-11-14T12:55:07,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:07,921 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/B of d4d25cd6a3b059c312e7cfbd3437d7a2 into a9969b02d8fd4b1da49d35fa93b7792c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:07,921 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588967912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:07,921 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/B, priority=13, startTime=1731588907797; duration=0sec 2024-11-14T12:55:07,921 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:07,924 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:B 2024-11-14T12:55:07,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588967915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:07,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:07,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:07,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T12:55:08,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588968024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:08,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:08,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588968035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:08,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46736 deadline: 1731588968194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:08,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46802 deadline: 1731588968194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:08,198 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_2' in d4d25cd6a3b059c312e7cfbd3437d7a2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:55:08,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,198 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_1' in d4d25cd6a3b059c312e7cfbd3437d7a2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:55:08,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:08,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:08,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46782 deadline: 1731588968204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:08,207 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_2' in d4d25cd6a3b059c312e7cfbd3437d7a2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:55:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:08,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588968235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:08,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:08,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588968244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:08,265 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/cf67cb35d0fe4b6090653c9130022f46 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/cf67cb35d0fe4b6090653c9130022f46 2024-11-14T12:55:08,269 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/5cb12882840c406a8647b5ca4ad6414c 2024-11-14T12:55:08,271 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d4d25cd6a3b059c312e7cfbd3437d7a2/A of d4d25cd6a3b059c312e7cfbd3437d7a2 into cf67cb35d0fe4b6090653c9130022f46(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:08,271 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:08,272 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., storeName=d4d25cd6a3b059c312e7cfbd3437d7a2/A, priority=13, startTime=1731588907797; duration=0sec 2024-11-14T12:55:08,272 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:08,272 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:A 2024-11-14T12:55:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T12:55:08,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/a31df28dffc5416f81d772cbbd45676a is 50, key is test_row_0/C:col10/1731588907748/Put/seqid=0 2024-11-14T12:55:08,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741949_1125 (size=12301) 2024-11-14T12:55:08,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46746 deadline: 1731588968544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:08,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:08,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46794 deadline: 1731588968554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:08,684 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/a31df28dffc5416f81d772cbbd45676a 2024-11-14T12:55:08,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/859ed9addafe45f6b46e5748a28f7336 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/859ed9addafe45f6b46e5748a28f7336 2024-11-14T12:55:08,694 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/859ed9addafe45f6b46e5748a28f7336, entries=150, sequenceid=564, filesize=12.0 K 2024-11-14T12:55:08,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/5cb12882840c406a8647b5ca4ad6414c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/5cb12882840c406a8647b5ca4ad6414c 2024-11-14T12:55:08,700 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/5cb12882840c406a8647b5ca4ad6414c, entries=150, sequenceid=564, filesize=12.0 K 2024-11-14T12:55:08,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/a31df28dffc5416f81d772cbbd45676a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/a31df28dffc5416f81d772cbbd45676a 2024-11-14T12:55:08,706 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/a31df28dffc5416f81d772cbbd45676a, entries=150, sequenceid=564, filesize=12.0 K 2024-11-14T12:55:08,707 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~386.11 KB/395376, currentSize=46.96 KB/48090 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 903ms, sequenceid=564, compaction requested=true 2024-11-14T12:55:08,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:08,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:08,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-14T12:55:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-14T12:55:08,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-14T12:55:08,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0590 sec 2024-11-14T12:55:08,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.0650 sec 2024-11-14T12:55:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T12:55:08,785 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:08,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-11-14T12:55:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T12:55:08,787 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:08,788 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:08,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T12:55:08,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-14T12:55:08,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:08,940 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:55:08,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:08,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:08,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:08,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:08,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:08,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:08,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/a75e50f29c0541c5b8ece008c9f25510 is 50, key is test_row_0/A:col10/1731588907913/Put/seqid=0 2024-11-14T12:55:08,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741950_1126 (size=12301) 2024-11-14T12:55:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:09,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. as already flushing 2024-11-14T12:55:09,097 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-14T12:55:09,097 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:09,100 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-14T12:55:09,100 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:09,101 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-14T12:55:09,101 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-14T12:55:09,101 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:09,101 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:09,102 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-14T12:55:09,102 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:09,102 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:09,102 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:09,102 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:09,102 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:09,102 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:09,103 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:09,103 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:09,103 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:09,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:09,103 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:09,103 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:09,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:09,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:09,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:09,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T12:55:09,109 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-14T12:55:09,109 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:09,109 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:09,109 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:09,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:09,351 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/a75e50f29c0541c5b8ece008c9f25510 2024-11-14T12:55:09,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/430fbe1f4cd84d1da6dad197078d3f23 is 50, key is test_row_0/B:col10/1731588907913/Put/seqid=0 2024-11-14T12:55:09,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741951_1127 (size=12301) 2024-11-14T12:55:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T12:55:09,772 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/430fbe1f4cd84d1da6dad197078d3f23 2024-11-14T12:55:09,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/aee19bdd84ab4d4485a58ef3c25c0cb7 is 50, key is test_row_0/C:col10/1731588907913/Put/seqid=0 2024-11-14T12:55:09,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741952_1128 (size=12301) 2024-11-14T12:55:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T12:55:10,183 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/aee19bdd84ab4d4485a58ef3c25c0cb7 2024-11-14T12:55:10,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/a75e50f29c0541c5b8ece008c9f25510 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/a75e50f29c0541c5b8ece008c9f25510 2024-11-14T12:55:10,194 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/a75e50f29c0541c5b8ece008c9f25510, entries=150, sequenceid=577, filesize=12.0 K 2024-11-14T12:55:10,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/430fbe1f4cd84d1da6dad197078d3f23 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/430fbe1f4cd84d1da6dad197078d3f23 2024-11-14T12:55:10,200 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/430fbe1f4cd84d1da6dad197078d3f23, entries=150, sequenceid=577, filesize=12.0 K 2024-11-14T12:55:10,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/aee19bdd84ab4d4485a58ef3c25c0cb7 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/aee19bdd84ab4d4485a58ef3c25c0cb7 2024-11-14T12:55:10,206 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/aee19bdd84ab4d4485a58ef3c25c0cb7, entries=150, sequenceid=577, filesize=12.0 K 2024-11-14T12:55:10,207 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=73.80 KB/75570 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 1266ms, sequenceid=577, compaction requested=true 2024-11-14T12:55:10,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:10,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:10,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-14T12:55:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-14T12:55:10,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-14T12:55:10,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4200 sec 2024-11-14T12:55:10,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 1.4260 sec 2024-11-14T12:55:10,331 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:55:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T12:55:10,936 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:12,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T12:55:12,219 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-14T12:55:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:12,220 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:12,220 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:12,220 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:12,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:12,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/5696130018bd4d0e9379f7395522f55d is 50, key is test_row_0/A:col10/1731588909101/Put/seqid=0 2024-11-14T12:55:12,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741953_1129 (size=12301) 2024-11-14T12:55:12,236 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-14T12:55:12,236 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:12,236 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:12,236 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:12,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:12,246 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-14T12:55:12,246 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:12,246 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:12,246 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:12,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:12,246 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T12:55:12,247 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-14T12:55:12,247 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-11-14T12:55:12,247 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-14T12:55:12,247 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-14T12:55:12,247 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-14T12:55:12,247 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T12:55:12,247 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2221 2024-11-14T12:55:12,247 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2142 2024-11-14T12:55:12,247 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T12:55:12,247 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1011 2024-11-14T12:55:12,247 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3026 rows 2024-11-14T12:55:12,247 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1014 2024-11-14T12:55:12,247 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3035 rows 2024-11-14T12:55:12,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:55:12,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:55:12,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:12,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:12,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:12,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T12:55:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-14T12:55:12,260 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588912260"}]},"ts":"1731588912260"} 2024-11-14T12:55:12,262 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T12:55:12,262 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T12:55:12,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:55:12,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d4d25cd6a3b059c312e7cfbd3437d7a2, UNASSIGN}] 2024-11-14T12:55:12,268 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d4d25cd6a3b059c312e7cfbd3437d7a2, UNASSIGN 2024-11-14T12:55:12,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=d4d25cd6a3b059c312e7cfbd3437d7a2, regionState=CLOSING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:12,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d4d25cd6a3b059c312e7cfbd3437d7a2, UNASSIGN because future has completed 2024-11-14T12:55:12,271 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:55:12,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:55:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-14T12:55:12,426 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:12,427 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T12:55:12,427 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing d4d25cd6a3b059c312e7cfbd3437d7a2, disabling compactions & flushes 2024-11-14T12:55:12,427 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-14T12:55:12,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/5696130018bd4d0e9379f7395522f55d 2024-11-14T12:55:12,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/e922cfc8089343cd8406ccf84129002a is 50, key is test_row_0/B:col10/1731588909101/Put/seqid=0 2024-11-14T12:55:12,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741954_1130 (size=12301) 2024-11-14T12:55:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-14T12:55:13,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/e922cfc8089343cd8406ccf84129002a 2024-11-14T12:55:13,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/6101cc1f06744da7b3b64926a4078d1b is 50, key is test_row_0/C:col10/1731588909101/Put/seqid=0 2024-11-14T12:55:13,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741955_1131 (size=12301) 2024-11-14T12:55:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-14T12:55:13,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/6101cc1f06744da7b3b64926a4078d1b 2024-11-14T12:55:13,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/5696130018bd4d0e9379f7395522f55d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/5696130018bd4d0e9379f7395522f55d 2024-11-14T12:55:13,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/5696130018bd4d0e9379f7395522f55d, entries=150, sequenceid=592, filesize=12.0 K 2024-11-14T12:55:13,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/e922cfc8089343cd8406ccf84129002a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/e922cfc8089343cd8406ccf84129002a 2024-11-14T12:55:13,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/e922cfc8089343cd8406ccf84129002a, entries=150, sequenceid=592, filesize=12.0 K 2024-11-14T12:55:13,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/6101cc1f06744da7b3b64926a4078d1b as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/6101cc1f06744da7b3b64926a4078d1b 2024-11-14T12:55:13,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/6101cc1f06744da7b3b64926a4078d1b, entries=150, sequenceid=592, filesize=12.0 K 2024-11-14T12:55:13,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=13.42 KB/13740 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 1296ms, sequenceid=592, compaction requested=true 2024-11-14T12:55:13,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d4d25cd6a3b059c312e7cfbd3437d7a2: 2024-11-14T12:55:13,515 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:13,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:13,515 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:13,515 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. because compaction request was cancelled 2024-11-14T12:55:13,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:13,515 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. after waiting 0 ms 2024-11-14T12:55:13,515 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:A 2024-11-14T12:55:13,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:13,515 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:13,515 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. because compaction request was cancelled 2024-11-14T12:55:13,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:13,515 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:B 2024-11-14T12:55:13,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d4d25cd6a3b059c312e7cfbd3437d7a2:C, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:13,515 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(2902): Flushing d4d25cd6a3b059c312e7cfbd3437d7a2 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-14T12:55:13,515 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. because compaction request was cancelled 2024-11-14T12:55:13,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:13,515 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d4d25cd6a3b059c312e7cfbd3437d7a2:C 2024-11-14T12:55:13,515 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=A 2024-11-14T12:55:13,516 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:13,516 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=B 2024-11-14T12:55:13,516 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:13,516 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d4d25cd6a3b059c312e7cfbd3437d7a2, store=C 2024-11-14T12:55:13,516 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:13,520 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/ea13fb5442ea40bea534c1777ec4d0fd is 50, key is test_row_2/A:col10/1731588912244/Put/seqid=0 2024-11-14T12:55:13,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741956_1132 (size=7415) 2024-11-14T12:55:13,925 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/ea13fb5442ea40bea534c1777ec4d0fd 2024-11-14T12:55:13,935 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/216e3b57475d4e72acf4630b6e18961d is 50, key is test_row_2/B:col10/1731588912244/Put/seqid=0 2024-11-14T12:55:13,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741957_1133 (size=7415) 2024-11-14T12:55:14,342 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/216e3b57475d4e72acf4630b6e18961d 2024-11-14T12:55:14,355 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/8559a9aa717f41748b537cc6863a3bb1 is 50, key is test_row_2/C:col10/1731588912244/Put/seqid=0 2024-11-14T12:55:14,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741958_1134 (size=7415) 2024-11-14T12:55:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-14T12:55:14,762 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/8559a9aa717f41748b537cc6863a3bb1 2024-11-14T12:55:14,767 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/A/ea13fb5442ea40bea534c1777ec4d0fd as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/ea13fb5442ea40bea534c1777ec4d0fd 2024-11-14T12:55:14,771 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/ea13fb5442ea40bea534c1777ec4d0fd, entries=50, sequenceid=597, filesize=7.2 K 2024-11-14T12:55:14,773 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/B/216e3b57475d4e72acf4630b6e18961d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/216e3b57475d4e72acf4630b6e18961d 2024-11-14T12:55:14,778 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/216e3b57475d4e72acf4630b6e18961d, entries=50, sequenceid=597, filesize=7.2 K 2024-11-14T12:55:14,778 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/.tmp/C/8559a9aa717f41748b537cc6863a3bb1 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/8559a9aa717f41748b537cc6863a3bb1 2024-11-14T12:55:14,783 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/8559a9aa717f41748b537cc6863a3bb1, entries=50, sequenceid=597, filesize=7.2 K 2024-11-14T12:55:14,784 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 1269ms, sequenceid=597, compaction requested=true 2024-11-14T12:55:14,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/b660bcdf5bdb4952b5ef7b3602f20006, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/45fa174643f34bc1a9b1e47378d6f0e8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/3bb84f17271c482ca96a10459fd3c0de, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/51f80d11f1df4fa8ad10c1d22ee35e40, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/eb14995e127349b0a90ead3b91a7129f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7c7550b25dc14fda82a1379dee4b65ff, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/032936ec96e14175afbc0e4873f362c1, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/69f65febe6bd42839e4c5ba8e4ad657e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/52afd835caaf4d838cbff602d059a2b9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/131c2b4374234b4aa363f08338e736e1, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/cd2d9fc4c5744ca4a8cf3e3b039ec933, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/4bc03bb4e8dd46ffa6738f0e2b1680e6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/67662dcc40bf473da5aecdfebb6d6d7f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7cfcdc95123b40e7968b3eff0c2145fe, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/a78094bcdc5b45749dc0b3772c6fed98, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/e11243033b3343819fa52969241d5e4f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/1d9f19b7d66b492ba9d6766579556795, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/968b05cb0ec4443ba3cd42eb8ea3db74, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/e7a689a70f9f496581e13e7d00587950, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/6ef9409243a5468b9ff3fd747281d51d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/8cc7e12b03c84940aa6c13c8de83b061, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d7df37bb9ab44a78afea388b33d8442f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/05c05946444e46a89dc9b1939fa6f0e3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/58c58eccaef64f34bd422c7f0ae0c6de, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/cca8c167d7a741cebb5bc7904204a9f1, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/c43de5de2c4b4858a97a0046bee3d80c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/3148f93b2b4149b8a9d898c5e915ea0f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/f83a9991a9b2425d9a1eff37c6f06762, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/ca561fa638e14104a40889ec88805093, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d1bd608a25a74d669471b5c165826b36, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/a235db43f92249b4a33b5297152a6462, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7bdff15cbf9249f09bd3ee0337cb95e0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/50b99fe3835143038e6d28186195f2fc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/4ac15e448f4a42dd86cddae62ea8d12e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/dfa709b41ec5418ca901437672c11223, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d89f1f7713124640a0aad95d9eac2c8e] to archive 2024-11-14T12:55:14,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:55:14,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/b660bcdf5bdb4952b5ef7b3602f20006 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/b660bcdf5bdb4952b5ef7b3602f20006 2024-11-14T12:55:14,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/45fa174643f34bc1a9b1e47378d6f0e8 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/45fa174643f34bc1a9b1e47378d6f0e8 2024-11-14T12:55:14,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/3bb84f17271c482ca96a10459fd3c0de to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/3bb84f17271c482ca96a10459fd3c0de 2024-11-14T12:55:14,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/51f80d11f1df4fa8ad10c1d22ee35e40 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/51f80d11f1df4fa8ad10c1d22ee35e40 2024-11-14T12:55:14,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/eb14995e127349b0a90ead3b91a7129f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/eb14995e127349b0a90ead3b91a7129f 2024-11-14T12:55:14,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7c7550b25dc14fda82a1379dee4b65ff to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7c7550b25dc14fda82a1379dee4b65ff 2024-11-14T12:55:14,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/032936ec96e14175afbc0e4873f362c1 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/032936ec96e14175afbc0e4873f362c1 2024-11-14T12:55:14,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/69f65febe6bd42839e4c5ba8e4ad657e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/69f65febe6bd42839e4c5ba8e4ad657e 2024-11-14T12:55:14,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/52afd835caaf4d838cbff602d059a2b9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/52afd835caaf4d838cbff602d059a2b9 2024-11-14T12:55:14,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/131c2b4374234b4aa363f08338e736e1 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/131c2b4374234b4aa363f08338e736e1 2024-11-14T12:55:14,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/cd2d9fc4c5744ca4a8cf3e3b039ec933 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/cd2d9fc4c5744ca4a8cf3e3b039ec933 2024-11-14T12:55:14,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/4bc03bb4e8dd46ffa6738f0e2b1680e6 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/4bc03bb4e8dd46ffa6738f0e2b1680e6 2024-11-14T12:55:14,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/67662dcc40bf473da5aecdfebb6d6d7f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/67662dcc40bf473da5aecdfebb6d6d7f 2024-11-14T12:55:14,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7cfcdc95123b40e7968b3eff0c2145fe to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7cfcdc95123b40e7968b3eff0c2145fe 2024-11-14T12:55:14,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/a78094bcdc5b45749dc0b3772c6fed98 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/a78094bcdc5b45749dc0b3772c6fed98 2024-11-14T12:55:14,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/e11243033b3343819fa52969241d5e4f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/e11243033b3343819fa52969241d5e4f 2024-11-14T12:55:14,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/1d9f19b7d66b492ba9d6766579556795 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/1d9f19b7d66b492ba9d6766579556795 2024-11-14T12:55:14,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/968b05cb0ec4443ba3cd42eb8ea3db74 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/968b05cb0ec4443ba3cd42eb8ea3db74 2024-11-14T12:55:14,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/e7a689a70f9f496581e13e7d00587950 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/e7a689a70f9f496581e13e7d00587950 2024-11-14T12:55:14,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/6ef9409243a5468b9ff3fd747281d51d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/6ef9409243a5468b9ff3fd747281d51d 2024-11-14T12:55:14,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/8cc7e12b03c84940aa6c13c8de83b061 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/8cc7e12b03c84940aa6c13c8de83b061 2024-11-14T12:55:14,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d7df37bb9ab44a78afea388b33d8442f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d7df37bb9ab44a78afea388b33d8442f 2024-11-14T12:55:14,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/05c05946444e46a89dc9b1939fa6f0e3 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/05c05946444e46a89dc9b1939fa6f0e3 2024-11-14T12:55:14,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/58c58eccaef64f34bd422c7f0ae0c6de to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/58c58eccaef64f34bd422c7f0ae0c6de 2024-11-14T12:55:14,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/cca8c167d7a741cebb5bc7904204a9f1 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/cca8c167d7a741cebb5bc7904204a9f1 2024-11-14T12:55:14,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/c43de5de2c4b4858a97a0046bee3d80c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/c43de5de2c4b4858a97a0046bee3d80c 2024-11-14T12:55:14,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/3148f93b2b4149b8a9d898c5e915ea0f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/3148f93b2b4149b8a9d898c5e915ea0f 2024-11-14T12:55:14,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/f83a9991a9b2425d9a1eff37c6f06762 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/f83a9991a9b2425d9a1eff37c6f06762 2024-11-14T12:55:14,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/ca561fa638e14104a40889ec88805093 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/ca561fa638e14104a40889ec88805093 2024-11-14T12:55:14,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d1bd608a25a74d669471b5c165826b36 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d1bd608a25a74d669471b5c165826b36 2024-11-14T12:55:14,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/a235db43f92249b4a33b5297152a6462 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/a235db43f92249b4a33b5297152a6462 2024-11-14T12:55:14,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7bdff15cbf9249f09bd3ee0337cb95e0 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/7bdff15cbf9249f09bd3ee0337cb95e0 2024-11-14T12:55:14,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/50b99fe3835143038e6d28186195f2fc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/50b99fe3835143038e6d28186195f2fc 2024-11-14T12:55:14,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/4ac15e448f4a42dd86cddae62ea8d12e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/4ac15e448f4a42dd86cddae62ea8d12e 2024-11-14T12:55:14,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/dfa709b41ec5418ca901437672c11223 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/dfa709b41ec5418ca901437672c11223 2024-11-14T12:55:14,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d89f1f7713124640a0aad95d9eac2c8e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/d89f1f7713124640a0aad95d9eac2c8e 2024-11-14T12:55:14,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/bac985512ceb46c1b252af66a98ad2d3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/2a348016b59b479f9bf4b63681c526e9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/07da5c7a0bca4e39947881ee520b5fd6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1550c51a8a314d2fb5e2ac2a0fd8e013, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1360290dee164195a02cf169842914a6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/15226c4e1eb743bc83255b467e728c8f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/f6ffc73ce25649dc8e6c3999ab21372d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/8222b7c897c643de818084455438b588, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/d1467960ca914a4399790ae1be1fa79b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/b26796c8d3a24eea804172538113e759, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/50380a1162894883884e4ddaffdfad2c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/77172d06444d4944b33999231b82c03a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/69e65857178b449db921b00cdbaa18ef, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/18f24e5307334f608bdaca24b00a81fb, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/788bcdf7f8a94d629d40acffe4a06607, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a6d339d70e024608b7a8a724f0e8a280, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/82a4da3f77ad4d03b4b7c59bdc5e493c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a4790c508f654421b8ead8f3932a55c7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1b52b767341a409588b3170e0a7ee9ed, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/09d9438454874650a9d980807a150247, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/bd504c9c7fe945b3a83d6e69fe096044, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/8f1d22e4c0ee4612943323ff9b19a274, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/83af8fd612e7416893ae70de9594ea07, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/5de34b2e9a534911b51623ec69244b23, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/89197fc1d803460f939b40e699a773ec, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/465c79099c294dfcaf4b33ad8c0ed6f0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a925fd26aae54645b4746ec857c2a10f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/ec73667f63bb493fafbd0c29a7b2405b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/505b8cbcb1ee463795aa8c9ccc782204, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4dcd0925da674bcf96c599baf902b2dd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4ad895707d444d28a43e4a0c204494a9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4ff8ab8fd1514ede9ec96f781f3aa86d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/5814c6ad767f4184a2cfe702a4936538, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/e5e7da6115cd445b92d7f58229cb061c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/beb323fd123f420e8f34b1a4926e8d2a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/351e86d3c05142dda49e737d308feada] to archive 2024-11-14T12:55:14,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:55:14,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/bac985512ceb46c1b252af66a98ad2d3 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/bac985512ceb46c1b252af66a98ad2d3 2024-11-14T12:55:14,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/2a348016b59b479f9bf4b63681c526e9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/2a348016b59b479f9bf4b63681c526e9 2024-11-14T12:55:14,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/07da5c7a0bca4e39947881ee520b5fd6 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/07da5c7a0bca4e39947881ee520b5fd6 2024-11-14T12:55:14,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1550c51a8a314d2fb5e2ac2a0fd8e013 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1550c51a8a314d2fb5e2ac2a0fd8e013 2024-11-14T12:55:14,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1360290dee164195a02cf169842914a6 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1360290dee164195a02cf169842914a6 2024-11-14T12:55:14,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/15226c4e1eb743bc83255b467e728c8f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/15226c4e1eb743bc83255b467e728c8f 2024-11-14T12:55:14,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/f6ffc73ce25649dc8e6c3999ab21372d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/f6ffc73ce25649dc8e6c3999ab21372d 2024-11-14T12:55:14,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/8222b7c897c643de818084455438b588 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/8222b7c897c643de818084455438b588 2024-11-14T12:55:14,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/d1467960ca914a4399790ae1be1fa79b to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/d1467960ca914a4399790ae1be1fa79b 2024-11-14T12:55:14,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/b26796c8d3a24eea804172538113e759 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/b26796c8d3a24eea804172538113e759 2024-11-14T12:55:14,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/50380a1162894883884e4ddaffdfad2c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/50380a1162894883884e4ddaffdfad2c 2024-11-14T12:55:14,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/77172d06444d4944b33999231b82c03a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/77172d06444d4944b33999231b82c03a 2024-11-14T12:55:14,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/69e65857178b449db921b00cdbaa18ef to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/69e65857178b449db921b00cdbaa18ef 2024-11-14T12:55:14,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/18f24e5307334f608bdaca24b00a81fb to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/18f24e5307334f608bdaca24b00a81fb 2024-11-14T12:55:14,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/788bcdf7f8a94d629d40acffe4a06607 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/788bcdf7f8a94d629d40acffe4a06607 2024-11-14T12:55:14,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a6d339d70e024608b7a8a724f0e8a280 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a6d339d70e024608b7a8a724f0e8a280 2024-11-14T12:55:14,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/82a4da3f77ad4d03b4b7c59bdc5e493c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/82a4da3f77ad4d03b4b7c59bdc5e493c 2024-11-14T12:55:14,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a4790c508f654421b8ead8f3932a55c7 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a4790c508f654421b8ead8f3932a55c7 2024-11-14T12:55:14,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1b52b767341a409588b3170e0a7ee9ed to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/1b52b767341a409588b3170e0a7ee9ed 2024-11-14T12:55:14,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/09d9438454874650a9d980807a150247 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/09d9438454874650a9d980807a150247 2024-11-14T12:55:14,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/bd504c9c7fe945b3a83d6e69fe096044 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/bd504c9c7fe945b3a83d6e69fe096044 2024-11-14T12:55:14,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/8f1d22e4c0ee4612943323ff9b19a274 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/8f1d22e4c0ee4612943323ff9b19a274 2024-11-14T12:55:14,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/83af8fd612e7416893ae70de9594ea07 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/83af8fd612e7416893ae70de9594ea07 2024-11-14T12:55:14,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/5de34b2e9a534911b51623ec69244b23 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/5de34b2e9a534911b51623ec69244b23 2024-11-14T12:55:14,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/89197fc1d803460f939b40e699a773ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/89197fc1d803460f939b40e699a773ec 2024-11-14T12:55:14,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/465c79099c294dfcaf4b33ad8c0ed6f0 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/465c79099c294dfcaf4b33ad8c0ed6f0 2024-11-14T12:55:14,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a925fd26aae54645b4746ec857c2a10f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a925fd26aae54645b4746ec857c2a10f 2024-11-14T12:55:14,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/ec73667f63bb493fafbd0c29a7b2405b to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/ec73667f63bb493fafbd0c29a7b2405b 2024-11-14T12:55:14,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/505b8cbcb1ee463795aa8c9ccc782204 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/505b8cbcb1ee463795aa8c9ccc782204 2024-11-14T12:55:14,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4dcd0925da674bcf96c599baf902b2dd to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4dcd0925da674bcf96c599baf902b2dd 2024-11-14T12:55:14,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4ad895707d444d28a43e4a0c204494a9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4ad895707d444d28a43e4a0c204494a9 2024-11-14T12:55:14,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4ff8ab8fd1514ede9ec96f781f3aa86d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/4ff8ab8fd1514ede9ec96f781f3aa86d 2024-11-14T12:55:14,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/5814c6ad767f4184a2cfe702a4936538 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/5814c6ad767f4184a2cfe702a4936538 2024-11-14T12:55:14,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/e5e7da6115cd445b92d7f58229cb061c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/e5e7da6115cd445b92d7f58229cb061c 2024-11-14T12:55:14,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/beb323fd123f420e8f34b1a4926e8d2a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/beb323fd123f420e8f34b1a4926e8d2a 2024-11-14T12:55:14,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/351e86d3c05142dda49e737d308feada to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/351e86d3c05142dda49e737d308feada 2024-11-14T12:55:14,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/99e627a280d749578e350016b33d8e99, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/34470117354a4813b8277296b7d88e93, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/97fbadcb4bc24385864bb37e0312977c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/6fd4edc6d671433c92bdff5ac7f811fe, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/4ed93d2a2cfd49e398962694e14c392e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/e18a6c82d37545128dd03725e5d08a38, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b278355e16b344508d01239290e80967, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/9789b6560af14385a773bcafa8835825, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/c15a75ff4a4444cdb679d42200c3dcb3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/9f699cf6584b4a818204a38d8fcacd9c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/70c6dccdac0a43a1940bf5ab858a0490, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3c18b78b845041e59699a60fd0da92b4, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/658db967f0a74905830e0aadae8ae41d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/974272acc7c949c3867ca28b17163c35, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/607ab8f41e6f4be6a27acbf902cf9e8f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/c03b21aa2cd140ae81cd2b650d7d82f0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3bd95f77cca14821a7b7e361758678ab, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/456d245ffd7f4162aeda017b767d30e6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/47e76cad873c447cab4e111d08de7c23, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b0a18791a74a42b1bb77fb3277ad4d60, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3a5ae4ba08b84db195f3dc573e54b22a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/376236aa96924f7b9acd843970901483, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/1b9aaa4b90724d079f206b9eb054715a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/e0f1d056d3714fb1979d9379378d7de1, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/d47a3682e5a54e88b288b75a579871b7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/e4dbc300667e46299c3617f2bdcb3b79, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b9277af115e84dbeb5d276f587142d69, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/69d090eb671a47e8b61799bc9e7e521e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/90c008df08d94d218ccf4be367465c8c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/163dde1129424f21a453ed28deb26df2, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/0432498aeb4f440494e85e65ef4b2e67, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/639cb7b54bb441ae8e999faad1ee1c91, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/d2e73fff07664f59b359d19fe21d004a] to archive 2024-11-14T12:55:14,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:55:14,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/99e627a280d749578e350016b33d8e99 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/99e627a280d749578e350016b33d8e99 2024-11-14T12:55:14,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/34470117354a4813b8277296b7d88e93 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/34470117354a4813b8277296b7d88e93 2024-11-14T12:55:14,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/97fbadcb4bc24385864bb37e0312977c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/97fbadcb4bc24385864bb37e0312977c 2024-11-14T12:55:14,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/6fd4edc6d671433c92bdff5ac7f811fe to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/6fd4edc6d671433c92bdff5ac7f811fe 2024-11-14T12:55:14,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/4ed93d2a2cfd49e398962694e14c392e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/4ed93d2a2cfd49e398962694e14c392e 2024-11-14T12:55:14,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/e18a6c82d37545128dd03725e5d08a38 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/e18a6c82d37545128dd03725e5d08a38 2024-11-14T12:55:14,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b278355e16b344508d01239290e80967 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b278355e16b344508d01239290e80967 2024-11-14T12:55:14,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/9789b6560af14385a773bcafa8835825 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/9789b6560af14385a773bcafa8835825 2024-11-14T12:55:14,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/c15a75ff4a4444cdb679d42200c3dcb3 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/c15a75ff4a4444cdb679d42200c3dcb3 2024-11-14T12:55:14,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/9f699cf6584b4a818204a38d8fcacd9c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/9f699cf6584b4a818204a38d8fcacd9c 2024-11-14T12:55:14,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/70c6dccdac0a43a1940bf5ab858a0490 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/70c6dccdac0a43a1940bf5ab858a0490 2024-11-14T12:55:14,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3c18b78b845041e59699a60fd0da92b4 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3c18b78b845041e59699a60fd0da92b4 2024-11-14T12:55:14,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/658db967f0a74905830e0aadae8ae41d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/658db967f0a74905830e0aadae8ae41d 2024-11-14T12:55:14,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/974272acc7c949c3867ca28b17163c35 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/974272acc7c949c3867ca28b17163c35 2024-11-14T12:55:14,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/607ab8f41e6f4be6a27acbf902cf9e8f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/607ab8f41e6f4be6a27acbf902cf9e8f 2024-11-14T12:55:14,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/c03b21aa2cd140ae81cd2b650d7d82f0 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/c03b21aa2cd140ae81cd2b650d7d82f0 2024-11-14T12:55:14,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3bd95f77cca14821a7b7e361758678ab to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3bd95f77cca14821a7b7e361758678ab 2024-11-14T12:55:14,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/456d245ffd7f4162aeda017b767d30e6 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/456d245ffd7f4162aeda017b767d30e6 2024-11-14T12:55:14,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/47e76cad873c447cab4e111d08de7c23 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/47e76cad873c447cab4e111d08de7c23 2024-11-14T12:55:14,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b0a18791a74a42b1bb77fb3277ad4d60 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b0a18791a74a42b1bb77fb3277ad4d60 2024-11-14T12:55:14,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3a5ae4ba08b84db195f3dc573e54b22a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/3a5ae4ba08b84db195f3dc573e54b22a 2024-11-14T12:55:14,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/376236aa96924f7b9acd843970901483 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/376236aa96924f7b9acd843970901483 2024-11-14T12:55:14,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/1b9aaa4b90724d079f206b9eb054715a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/1b9aaa4b90724d079f206b9eb054715a 2024-11-14T12:55:14,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/e0f1d056d3714fb1979d9379378d7de1 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/e0f1d056d3714fb1979d9379378d7de1 2024-11-14T12:55:14,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/d47a3682e5a54e88b288b75a579871b7 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/d47a3682e5a54e88b288b75a579871b7 2024-11-14T12:55:14,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/e4dbc300667e46299c3617f2bdcb3b79 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/e4dbc300667e46299c3617f2bdcb3b79 2024-11-14T12:55:14,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b9277af115e84dbeb5d276f587142d69 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b9277af115e84dbeb5d276f587142d69 2024-11-14T12:55:14,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/69d090eb671a47e8b61799bc9e7e521e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/69d090eb671a47e8b61799bc9e7e521e 2024-11-14T12:55:14,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/90c008df08d94d218ccf4be367465c8c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/90c008df08d94d218ccf4be367465c8c 2024-11-14T12:55:14,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/163dde1129424f21a453ed28deb26df2 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/163dde1129424f21a453ed28deb26df2 2024-11-14T12:55:14,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/0432498aeb4f440494e85e65ef4b2e67 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/0432498aeb4f440494e85e65ef4b2e67 2024-11-14T12:55:14,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/639cb7b54bb441ae8e999faad1ee1c91 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/639cb7b54bb441ae8e999faad1ee1c91 2024-11-14T12:55:14,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/d2e73fff07664f59b359d19fe21d004a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/d2e73fff07664f59b359d19fe21d004a 2024-11-14T12:55:14,931 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/recovered.edits/600.seqid, newMaxSeqId=600, maxSeqId=1 2024-11-14T12:55:14,932 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. 2024-11-14T12:55:14,932 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for d4d25cd6a3b059c312e7cfbd3437d7a2: Waiting for close lock at 1731588912427Running coprocessor pre-close hooks at 1731588912427Disabling compacts and flushes for region at 1731588912427Disabling writes for close at 1731588913515 (+1088 ms)Obtaining lock to block concurrent updates at 1731588913515Preparing flush snapshotting stores in d4d25cd6a3b059c312e7cfbd3437d7a2 at 1731588913515Finished memstore snapshotting TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731588913516 (+1 ms)Flushing stores of TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2. at 1731588913516Flushing d4d25cd6a3b059c312e7cfbd3437d7a2/A: creating writer at 1731588913516Flushing d4d25cd6a3b059c312e7cfbd3437d7a2/A: appending metadata at 1731588913519 (+3 ms)Flushing d4d25cd6a3b059c312e7cfbd3437d7a2/A: closing flushed file at 1731588913519Flushing d4d25cd6a3b059c312e7cfbd3437d7a2/B: creating writer at 1731588913931 (+412 ms)Flushing d4d25cd6a3b059c312e7cfbd3437d7a2/B: appending metadata at 1731588913934 (+3 ms)Flushing d4d25cd6a3b059c312e7cfbd3437d7a2/B: closing flushed file at 1731588913934Flushing d4d25cd6a3b059c312e7cfbd3437d7a2/C: creating writer at 1731588914350 (+416 ms)Flushing d4d25cd6a3b059c312e7cfbd3437d7a2/C: appending metadata at 1731588914355 (+5 ms)Flushing d4d25cd6a3b059c312e7cfbd3437d7a2/C: closing flushed file at 1731588914355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da5a796: reopening flushed file at 1731588914766 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758578fe: reopening flushed file at 1731588914772 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37cae059: reopening flushed file at 1731588914778 (+6 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for d4d25cd6a3b059c312e7cfbd3437d7a2 in 1269ms, sequenceid=597, compaction requested=true at 1731588914784 (+6 ms)Writing region close event to WAL at 1731588914928 (+144 ms)Running coprocessor post-close hooks at 1731588914932 (+4 ms)Closed at 1731588914932 2024-11-14T12:55:14,935 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:14,936 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=d4d25cd6a3b059c312e7cfbd3437d7a2, regionState=CLOSED 2024-11-14T12:55:14,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:55:14,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-14T12:55:14,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure d4d25cd6a3b059c312e7cfbd3437d7a2, server=669ef94e8b26,46449,1731588882089 in 2.6670 sec 2024-11-14T12:55:14,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-14T12:55:14,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d4d25cd6a3b059c312e7cfbd3437d7a2, UNASSIGN in 2.6730 sec 2024-11-14T12:55:14,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-14T12:55:14,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6790 sec 2024-11-14T12:55:14,945 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588914945"}]},"ts":"1731588914945"} 2024-11-14T12:55:14,946 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T12:55:14,946 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T12:55:14,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.6940 sec 2024-11-14T12:55:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-14T12:55:16,416 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:16,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T12:55:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:16,428 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:16,433 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=35, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-14T12:55:16,439 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:16,445 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/recovered.edits] 2024-11-14T12:55:16,450 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/5696130018bd4d0e9379f7395522f55d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/5696130018bd4d0e9379f7395522f55d 2024-11-14T12:55:16,452 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/859ed9addafe45f6b46e5748a28f7336 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/859ed9addafe45f6b46e5748a28f7336 2024-11-14T12:55:16,454 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/a75e50f29c0541c5b8ece008c9f25510 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/a75e50f29c0541c5b8ece008c9f25510 2024-11-14T12:55:16,457 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/cf67cb35d0fe4b6090653c9130022f46 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/cf67cb35d0fe4b6090653c9130022f46 2024-11-14T12:55:16,459 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/ea13fb5442ea40bea534c1777ec4d0fd to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/A/ea13fb5442ea40bea534c1777ec4d0fd 2024-11-14T12:55:16,462 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/216e3b57475d4e72acf4630b6e18961d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/216e3b57475d4e72acf4630b6e18961d 2024-11-14T12:55:16,464 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/430fbe1f4cd84d1da6dad197078d3f23 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/430fbe1f4cd84d1da6dad197078d3f23 2024-11-14T12:55:16,466 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/5cb12882840c406a8647b5ca4ad6414c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/5cb12882840c406a8647b5ca4ad6414c 2024-11-14T12:55:16,467 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a9969b02d8fd4b1da49d35fa93b7792c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/a9969b02d8fd4b1da49d35fa93b7792c 2024-11-14T12:55:16,470 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/e922cfc8089343cd8406ccf84129002a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/B/e922cfc8089343cd8406ccf84129002a 2024-11-14T12:55:16,475 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/6101cc1f06744da7b3b64926a4078d1b to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/6101cc1f06744da7b3b64926a4078d1b 2024-11-14T12:55:16,478 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/8559a9aa717f41748b537cc6863a3bb1 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/8559a9aa717f41748b537cc6863a3bb1 2024-11-14T12:55:16,480 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/a31df28dffc5416f81d772cbbd45676a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/a31df28dffc5416f81d772cbbd45676a 2024-11-14T12:55:16,482 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/a932e17236074c20ae5b3f83bae84c86 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/a932e17236074c20ae5b3f83bae84c86 2024-11-14T12:55:16,484 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/aee19bdd84ab4d4485a58ef3c25c0cb7 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/aee19bdd84ab4d4485a58ef3c25c0cb7 2024-11-14T12:55:16,485 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b48f2e198389453396e9744eed239462 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/b48f2e198389453396e9744eed239462 2024-11-14T12:55:16,487 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/c783c34c7c6e4a21818cb701d9e912c6 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/C/c783c34c7c6e4a21818cb701d9e912c6 2024-11-14T12:55:16,490 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/recovered.edits/600.seqid to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2/recovered.edits/600.seqid 2024-11-14T12:55:16,491 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/d4d25cd6a3b059c312e7cfbd3437d7a2 2024-11-14T12:55:16,491 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T12:55:16,498 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=35, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:16,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T12:55:16,509 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T12:55:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-14T12:55:16,555 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T12:55:16,557 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=35, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:16,557 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T12:55:16,557 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731588916557"}]},"ts":"9223372036854775807"} 2024-11-14T12:55:16,563 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T12:55:16,563 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d4d25cd6a3b059c312e7cfbd3437d7a2, NAME => 'TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T12:55:16,563 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T12:55:16,564 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731588916563"}]},"ts":"9223372036854775807"} 2024-11-14T12:55:16,567 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T12:55:16,569 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=35, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:16,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 149 msec 2024-11-14T12:55:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-14T12:55:16,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T12:55:16,756 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:16,769 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;669ef94e8b26:46449-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-297238541_22 at /127.0.0.1:47162 [Waiting for operation #391] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-27891443_22 at /127.0.0.1:48828 [Waiting for operation #370] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 265) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6302 (was 7517) 2024-11-14T12:55:16,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=6302 2024-11-14T12:55:16,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:55:16,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:55:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:16,784 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:55:16,784 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:16,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 36 2024-11-14T12:55:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-14T12:55:16,786 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:55:16,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741959_1135 (size=1061) 2024-11-14T12:55:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-14T12:55:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-14T12:55:17,194 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45 2024-11-14T12:55:17,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741960_1136 (size=53) 2024-11-14T12:55:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-14T12:55:17,601 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:55:17,601 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 48527b69c60066c423a9944037b514bc, disabling compactions & flushes 2024-11-14T12:55:17,601 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:17,601 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:17,601 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. after waiting 0 ms 2024-11-14T12:55:17,601 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:17,601 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:17,601 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48527b69c60066c423a9944037b514bc: Waiting for close lock at 1731588917601Disabling compacts and flushes for region at 1731588917601Disabling writes for close at 1731588917601Writing region close event to WAL at 1731588917601Closed at 1731588917601 2024-11-14T12:55:17,603 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:55:17,603 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731588917603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588917603"}]},"ts":"1731588917603"} 2024-11-14T12:55:17,605 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:55:17,606 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:55:17,606 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588917606"}]},"ts":"1731588917606"} 2024-11-14T12:55:17,609 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T12:55:17,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=48527b69c60066c423a9944037b514bc, ASSIGN}] 2024-11-14T12:55:17,611 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=48527b69c60066c423a9944037b514bc, ASSIGN 2024-11-14T12:55:17,613 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=48527b69c60066c423a9944037b514bc, ASSIGN; state=OFFLINE, location=669ef94e8b26,46449,1731588882089; forceNewPlan=false, retain=false 2024-11-14T12:55:17,763 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=48527b69c60066c423a9944037b514bc, regionState=OPENING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:17,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=48527b69c60066c423a9944037b514bc, ASSIGN because future has completed 2024-11-14T12:55:17,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:55:17,922 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:17,923 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:55:17,923 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:17,923 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:55:17,923 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:17,923 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-14T12:55:17,925 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:17,926 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:55:17,927 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48527b69c60066c423a9944037b514bc columnFamilyName A 2024-11-14T12:55:17,927 DEBUG [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:17,927 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.HStore(327): Store=48527b69c60066c423a9944037b514bc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:55:17,927 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:17,929 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:55:17,929 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48527b69c60066c423a9944037b514bc columnFamilyName B 2024-11-14T12:55:17,929 DEBUG [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:17,930 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.HStore(327): Store=48527b69c60066c423a9944037b514bc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:55:17,930 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:17,931 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:55:17,932 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48527b69c60066c423a9944037b514bc columnFamilyName C 2024-11-14T12:55:17,932 DEBUG [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:17,932 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.HStore(327): Store=48527b69c60066c423a9944037b514bc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:55:17,932 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:17,932 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:17,933 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc 2024-11-14T12:55:17,933 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc 2024-11-14T12:55:17,934 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:17,935 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:17,935 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:55:17,936 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:17,938 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:55:17,939 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 48527b69c60066c423a9944037b514bc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64670931, jitterRate=-0.0363280326128006}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:55:17,939 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:17,940 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 48527b69c60066c423a9944037b514bc: Running coprocessor pre-open hook at 1731588917923Writing region info on filesystem at 1731588917923Initializing all the Stores at 1731588917924 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588917924Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588917924Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588917924Cleaning up temporary data from old regions at 1731588917935 (+11 ms)Running coprocessor post-open hooks at 1731588917939 (+4 ms)Region opened successfully at 1731588917940 (+1 ms) 2024-11-14T12:55:17,941 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., pid=38, masterSystemTime=1731588917918 2024-11-14T12:55:17,943 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:17,943 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:17,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=48527b69c60066c423a9944037b514bc, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:17,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:55:17,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-14T12:55:17,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 in 181 msec 2024-11-14T12:55:17,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-14T12:55:17,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=48527b69c60066c423a9944037b514bc, ASSIGN in 340 msec 2024-11-14T12:55:17,953 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:55:17,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588917953"}]},"ts":"1731588917953"} 2024-11-14T12:55:17,955 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T12:55:17,956 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:55:17,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1740 sec 2024-11-14T12:55:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-14T12:55:18,934 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:18,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffee9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:18,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:18,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:18,937 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:18,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:18,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:18,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741c5545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:18,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:18,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:18,939 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf8b3a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:18,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:18,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:18,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:55:18,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,35021,1731588881221 2024-11-14T12:55:18,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ad97762 2024-11-14T12:55:18,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:55:18,945 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:55:18,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:55:18,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:55:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:18,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741961_1137 (size=1097) 2024-11-14T12:55:19,371 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-14T12:55:19,371 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-14T12:55:19,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:55:19,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=48527b69c60066c423a9944037b514bc, REOPEN/MOVE}] 2024-11-14T12:55:19,389 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=48527b69c60066c423a9944037b514bc, REOPEN/MOVE 2024-11-14T12:55:19,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=48527b69c60066c423a9944037b514bc, regionState=CLOSING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:19,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=48527b69c60066c423a9944037b514bc, REOPEN/MOVE because future has completed 2024-11-14T12:55:19,391 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:55:19,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:55:19,544 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:19,544 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T12:55:19,544 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing 48527b69c60066c423a9944037b514bc, disabling compactions & flushes 2024-11-14T12:55:19,544 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:19,544 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:19,545 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. after waiting 0 ms 2024-11-14T12:55:19,545 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:19,548 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T12:55:19,549 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:19,549 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for 48527b69c60066c423a9944037b514bc: Waiting for close lock at 1731588919544Running coprocessor pre-close hooks at 1731588919544Disabling compacts and flushes for region at 1731588919544Disabling writes for close at 1731588919545 (+1 ms)Writing region close event to WAL at 1731588919545Running coprocessor post-close hooks at 1731588919549 (+4 ms)Closed at 1731588919549 2024-11-14T12:55:19,549 WARN [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionServer(3299): Not adding moved region record: 48527b69c60066c423a9944037b514bc to self. 2024-11-14T12:55:19,551 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:19,552 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=48527b69c60066c423a9944037b514bc, regionState=CLOSED 2024-11-14T12:55:19,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:55:19,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-14T12:55:19,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure 48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 in 164 msec 2024-11-14T12:55:19,558 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=48527b69c60066c423a9944037b514bc, REOPEN/MOVE; state=CLOSED, location=669ef94e8b26,46449,1731588882089; forceNewPlan=false, retain=true 2024-11-14T12:55:19,708 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=48527b69c60066c423a9944037b514bc, regionState=OPENING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:19,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=48527b69c60066c423a9944037b514bc, REOPEN/MOVE because future has completed 2024-11-14T12:55:19,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:55:19,870 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:19,870 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:55:19,870 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:19,870 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:55:19,871 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:19,871 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:19,873 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:19,874 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:55:19,879 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48527b69c60066c423a9944037b514bc columnFamilyName A 2024-11-14T12:55:19,882 DEBUG [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:19,883 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.HStore(327): Store=48527b69c60066c423a9944037b514bc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:55:19,884 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:19,885 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:55:19,885 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48527b69c60066c423a9944037b514bc columnFamilyName B 2024-11-14T12:55:19,886 DEBUG [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:19,887 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.HStore(327): Store=48527b69c60066c423a9944037b514bc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:55:19,887 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:19,888 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:55:19,888 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48527b69c60066c423a9944037b514bc columnFamilyName C 2024-11-14T12:55:19,888 DEBUG [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:19,892 INFO [StoreOpener-48527b69c60066c423a9944037b514bc-1 {}] regionserver.HStore(327): Store=48527b69c60066c423a9944037b514bc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:55:19,892 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:19,892 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:19,893 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc 2024-11-14T12:55:19,894 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc 2024-11-14T12:55:19,895 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:19,895 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:19,896 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:55:19,897 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:19,898 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 48527b69c60066c423a9944037b514bc; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65510285, jitterRate=-0.023820683360099792}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:55:19,898 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:19,899 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 48527b69c60066c423a9944037b514bc: Running coprocessor pre-open hook at 1731588919871Writing region info on filesystem at 1731588919871Initializing all the Stores at 1731588919872 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588919872Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588919872Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588919872Cleaning up temporary data from old regions at 1731588919895 (+23 ms)Running coprocessor post-open hooks at 1731588919898 (+3 ms)Region opened successfully at 1731588919899 (+1 ms) 2024-11-14T12:55:19,900 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., pid=43, masterSystemTime=1731588919863 2024-11-14T12:55:19,902 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:19,902 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:19,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=48527b69c60066c423a9944037b514bc, regionState=OPEN, openSeqNum=5, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:19,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:55:19,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-14T12:55:19,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 in 198 msec 2024-11-14T12:55:19,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-14T12:55:19,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=48527b69c60066c423a9944037b514bc, REOPEN/MOVE in 526 msec 2024-11-14T12:55:19,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-14T12:55:19,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 540 msec 2024-11-14T12:55:19,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 974 msec 2024-11-14T12:55:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-14T12:55:19,931 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:19,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:19,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:19,949 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:19,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:19,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:19,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e5ec6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:19,953 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0451e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:19,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:19,958 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17322130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:19,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:19,960 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5024520e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:19,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:19,967 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f89866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:19,971 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a26b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:19,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:19,976 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:19,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:19,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:19,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b351682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:19,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:19,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:19,978 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:19,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767c1b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:19,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:19,982 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7411a299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:19,984 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:19,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7a1348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:19,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:19,988 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7d7893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:19,990 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:19,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73359b88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:19,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:19,992 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:19,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:19,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:19,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759cbca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:19,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:19,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:19,994 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:19,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bfc8e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:19,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:19,997 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:19,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:19,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:19,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ba5a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:19,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:19,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:19,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:19,999 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679bff6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:20,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:20,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:20,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:20,005 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ddfdec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:20,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:20,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:20,007 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:20,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac20d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:20,008 DEBUG [Thread-690 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:20,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:20,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:20,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-14T12:55:20,010 DEBUG [Thread-683 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:20,011 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:20,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:20,012 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:20,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T12:55:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:20,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:55:20,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:55:20,024 DEBUG [Thread-696 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:20,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:20,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:20,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:20,027 DEBUG [Thread-692 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:20,028 DEBUG [Thread-692 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:20,028 DEBUG [Thread-692 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:20,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:20,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:55:20,033 DEBUG [Thread-692 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:55:20,042 DEBUG [Thread-681 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:20,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:20,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:20,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:55:20,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T12:55:20,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:20,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:20,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:20,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:20,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:20,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:20,063 DEBUG [Thread-694 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:20,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:20,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:20,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:20,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:55:20,093 DEBUG [Thread-687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:20,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:20,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:20,096 DEBUG [Thread-685 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:20,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:20,098 DEBUG [Thread-685 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:20,098 DEBUG [Thread-685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:20,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:20,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:55:20,101 DEBUG [Thread-679 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:55:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:20,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:55:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T12:55:20,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114165ebe947f4940c895e5e05dca8cc1e6_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588920049/Put/seqid=0 2024-11-14T12:55:20,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588980142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731588920116, max timestamp=1731588920149Num uniques 859; 2024-11-14T12:55:20,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T12:55:20,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731588920116, max timestamp=1731588920149Num uniques 859; 2024-11-14T12:55:20,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T12:55:20,162 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731588920116, max timestamp=1731588920149Num uniques 859; 2024-11-14T12:55:20,162 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T12:55:20,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741962_1138 (size=14594) 2024-11-14T12:55:20,163 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:20,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T12:55:20,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:20,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:20,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:20,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:20,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:20,174 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114165ebe947f4940c895e5e05dca8cc1e6_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114165ebe947f4940c895e5e05dca8cc1e6_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:20,177 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/f29acacec0fe4629a3797f34dc62c3e6, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:20,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/f29acacec0fe4629a3797f34dc62c3e6 is 175, key is test_row_0/A:col10/1731588920049/Put/seqid=0 2024-11-14T12:55:20,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741963_1139 (size=39549) 2024-11-14T12:55:20,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,199 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/f29acacec0fe4629a3797f34dc62c3e6 2024-11-14T12:55:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588980189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60168 deadline: 1731588980194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60182 deadline: 1731588980198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60166 deadline: 1731588980200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/f1edff436fdf4ef3b99bfd4204a8aad2 is 50, key is test_row_0/B:col10/1731588920049/Put/seqid=0 2024-11-14T12:55:20,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741964_1140 (size=12001) 2024-11-14T12:55:20,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/f1edff436fdf4ef3b99bfd4204a8aad2 2024-11-14T12:55:20,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588980265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/db5ee744529e4a47aabdc9fb2dbc5fb3 is 50, key is test_row_0/C:col10/1731588920049/Put/seqid=0 2024-11-14T12:55:20,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741965_1141 (size=12001) 2024-11-14T12:55:20,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/db5ee744529e4a47aabdc9fb2dbc5fb3 2024-11-14T12:55:20,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/f29acacec0fe4629a3797f34dc62c3e6 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f29acacec0fe4629a3797f34dc62c3e6 2024-11-14T12:55:20,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f29acacec0fe4629a3797f34dc62c3e6, entries=200, sequenceid=15, filesize=38.6 K 2024-11-14T12:55:20,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/f1edff436fdf4ef3b99bfd4204a8aad2 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f1edff436fdf4ef3b99bfd4204a8aad2 2024-11-14T12:55:20,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588980304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60168 deadline: 1731588980304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T12:55:20,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:20,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:20,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:20,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:20,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:20,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60182 deadline: 1731588980315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f1edff436fdf4ef3b99bfd4204a8aad2, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T12:55:20,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60166 deadline: 1731588980315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/db5ee744529e4a47aabdc9fb2dbc5fb3 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/db5ee744529e4a47aabdc9fb2dbc5fb3 2024-11-14T12:55:20,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/db5ee744529e4a47aabdc9fb2dbc5fb3, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T12:55:20,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 48527b69c60066c423a9944037b514bc in 280ms, sequenceid=15, compaction requested=false 2024-11-14T12:55:20,334 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T12:55:20,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T12:55:20,470 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T12:55:20,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T12:55:20,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:20,474 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-11-14T12:55:20,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:20,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:20,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:20,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:20,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:20,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:20,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:20,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fec6a743809b44f99094de6dbeeb2d95_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588920196/Put/seqid=0 2024-11-14T12:55:20,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741966_1142 (size=12154) 2024-11-14T12:55:20,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60168 deadline: 1731588980515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588980521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588980523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60166 deadline: 1731588980535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60182 deadline: 1731588980535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T12:55:20,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588980644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588980645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60168 deadline: 1731588980834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60182 deadline: 1731588980845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60166 deadline: 1731588980845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588980855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:20,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588980855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:20,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:20,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:20,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:20,926 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fec6a743809b44f99094de6dbeeb2d95_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fec6a743809b44f99094de6dbeeb2d95_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:20,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/0465e197c0504deebcb3cc077ec2eb6b, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:20,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/0465e197c0504deebcb3cc077ec2eb6b is 175, key is test_row_0/A:col10/1731588920196/Put/seqid=0 2024-11-14T12:55:20,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741967_1143 (size=30955) 2024-11-14T12:55:20,964 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/0465e197c0504deebcb3cc077ec2eb6b 2024-11-14T12:55:20,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/9fd6dda631cd47738079ca0d7599941f is 50, key is test_row_0/B:col10/1731588920196/Put/seqid=0 2024-11-14T12:55:21,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741968_1144 (size=12001) 2024-11-14T12:55:21,040 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/9fd6dda631cd47738079ca0d7599941f 2024-11-14T12:55:21,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/fde45e94d4e44411995bef970b3fa26b is 50, key is test_row_0/C:col10/1731588920196/Put/seqid=0 2024-11-14T12:55:21,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741969_1145 (size=12001) 2024-11-14T12:55:21,087 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/fde45e94d4e44411995bef970b3fa26b 2024-11-14T12:55:21,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/0465e197c0504deebcb3cc077ec2eb6b as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0465e197c0504deebcb3cc077ec2eb6b 2024-11-14T12:55:21,112 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0465e197c0504deebcb3cc077ec2eb6b, entries=150, sequenceid=49, filesize=30.2 K 2024-11-14T12:55:21,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/9fd6dda631cd47738079ca0d7599941f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/9fd6dda631cd47738079ca0d7599941f 2024-11-14T12:55:21,123 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/9fd6dda631cd47738079ca0d7599941f, entries=150, sequenceid=49, filesize=11.7 K 2024-11-14T12:55:21,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/fde45e94d4e44411995bef970b3fa26b as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/fde45e94d4e44411995bef970b3fa26b 2024-11-14T12:55:21,135 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/fde45e94d4e44411995bef970b3fa26b, entries=150, sequenceid=49, filesize=11.7 K 2024-11-14T12:55:21,137 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for 48527b69c60066c423a9944037b514bc in 662ms, sequenceid=49, compaction requested=false 2024-11-14T12:55:21,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:21,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:21,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-14T12:55:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-14T12:55:21,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-14T12:55:21,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1270 sec 2024-11-14T12:55:21,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.1360 sec 2024-11-14T12:55:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T12:55:21,155 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:21,156 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-14T12:55:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T12:55:21,158 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:21,159 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:21,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:21,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T12:55:21,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:21,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:21,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:21,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:21,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:21,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:21,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b7aaaf9b12784dcdbd3725f9501a1105_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588921165/Put/seqid=0 2024-11-14T12:55:21,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741970_1146 (size=17034) 2024-11-14T12:55:21,215 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:21,228 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b7aaaf9b12784dcdbd3725f9501a1105_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b7aaaf9b12784dcdbd3725f9501a1105_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:21,234 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/603d55943bf947fd89b3ee8ee7613e37, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:21,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/603d55943bf947fd89b3ee8ee7613e37 is 175, key is test_row_0/A:col10/1731588921165/Put/seqid=0 2024-11-14T12:55:21,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741971_1147 (size=48139) 2024-11-14T12:55:21,263 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/603d55943bf947fd89b3ee8ee7613e37 2024-11-14T12:55:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T12:55:21,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588981254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:21,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:21,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588981254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:21,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:21,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:21,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/50023606596949a3991b1c8f312a453d is 50, key is test_row_0/B:col10/1731588921165/Put/seqid=0 2024-11-14T12:55:21,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741972_1148 (size=12001) 2024-11-14T12:55:21,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/50023606596949a3991b1c8f312a453d 2024-11-14T12:55:21,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T12:55:21,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:21,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:21,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:21,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:21,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:21,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/254d8b6d9b3a44a0b468ae7d7b118927 is 50, key is test_row_0/C:col10/1731588921165/Put/seqid=0 2024-11-14T12:55:21,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60168 deadline: 1731588981344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:21,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:21,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741973_1149 (size=12001) 2024-11-14T12:55:21,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60182 deadline: 1731588981355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:21,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60166 deadline: 1731588981355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/254d8b6d9b3a44a0b468ae7d7b118927 2024-11-14T12:55:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:21,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/603d55943bf947fd89b3ee8ee7613e37 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/603d55943bf947fd89b3ee8ee7613e37 2024-11-14T12:55:21,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588981375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:21,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:21,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588981375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:21,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:21,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:21,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/603d55943bf947fd89b3ee8ee7613e37, entries=250, sequenceid=62, filesize=47.0 K 2024-11-14T12:55:21,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/50023606596949a3991b1c8f312a453d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/50023606596949a3991b1c8f312a453d 2024-11-14T12:55:21,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/50023606596949a3991b1c8f312a453d, entries=150, sequenceid=62, filesize=11.7 K 2024-11-14T12:55:21,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/254d8b6d9b3a44a0b468ae7d7b118927 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/254d8b6d9b3a44a0b468ae7d7b118927 2024-11-14T12:55:21,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/254d8b6d9b3a44a0b468ae7d7b118927, entries=150, sequenceid=62, filesize=11.7 K 2024-11-14T12:55:21,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 48527b69c60066c423a9944037b514bc in 245ms, sequenceid=62, compaction requested=true 2024-11-14T12:55:21,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:21,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:21,412 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:21,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:21,412 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:21,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:21,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:21,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:21,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:21,413 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:21,413 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:21,413 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/A is initiating minor compaction (all files) 2024-11-14T12:55:21,413 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/B is initiating minor compaction (all files) 2024-11-14T12:55:21,413 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/A in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:21,413 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/B in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:21,413 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f29acacec0fe4629a3797f34dc62c3e6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0465e197c0504deebcb3cc077ec2eb6b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/603d55943bf947fd89b3ee8ee7613e37] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=115.9 K 2024-11-14T12:55:21,413 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f1edff436fdf4ef3b99bfd4204a8aad2, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/9fd6dda631cd47738079ca0d7599941f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/50023606596949a3991b1c8f312a453d] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=35.2 K 2024-11-14T12:55:21,413 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:21,414 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f29acacec0fe4629a3797f34dc62c3e6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0465e197c0504deebcb3cc077ec2eb6b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/603d55943bf947fd89b3ee8ee7613e37] 2024-11-14T12:55:21,415 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting f1edff436fdf4ef3b99bfd4204a8aad2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731588920038 2024-11-14T12:55:21,416 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting f29acacec0fe4629a3797f34dc62c3e6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731588920038 2024-11-14T12:55:21,417 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fd6dda631cd47738079ca0d7599941f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731588920186 2024-11-14T12:55:21,418 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 50023606596949a3991b1c8f312a453d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731588920519 2024-11-14T12:55:21,418 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0465e197c0504deebcb3cc077ec2eb6b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731588920186 2024-11-14T12:55:21,421 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 603d55943bf947fd89b3ee8ee7613e37, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731588920510 2024-11-14T12:55:21,437 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#B#compaction#131 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:21,437 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/ca0bb474630f42409b04fc7e76135954 is 50, key is test_row_0/B:col10/1731588921165/Put/seqid=0 2024-11-14T12:55:21,439 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:21,449 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114e84f4efeab3440b4bb7a1fddecee1107_48527b69c60066c423a9944037b514bc store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:21,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741974_1150 (size=12104) 2024-11-14T12:55:21,459 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114e84f4efeab3440b4bb7a1fddecee1107_48527b69c60066c423a9944037b514bc, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:21,459 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e84f4efeab3440b4bb7a1fddecee1107_48527b69c60066c423a9944037b514bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:21,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T12:55:21,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:21,467 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T12:55:21,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:21,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:21,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:21,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:21,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:21,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:21,468 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/ca0bb474630f42409b04fc7e76135954 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/ca0bb474630f42409b04fc7e76135954 2024-11-14T12:55:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T12:55:21,480 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/B of 48527b69c60066c423a9944037b514bc into ca0bb474630f42409b04fc7e76135954(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:21,480 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:21,480 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/B, priority=13, startTime=1731588921412; duration=0sec 2024-11-14T12:55:21,481 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:21,481 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:B 2024-11-14T12:55:21,481 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:21,483 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:21,483 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/C is initiating minor compaction (all files) 2024-11-14T12:55:21,484 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/C in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:21,484 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/db5ee744529e4a47aabdc9fb2dbc5fb3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/fde45e94d4e44411995bef970b3fa26b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/254d8b6d9b3a44a0b468ae7d7b118927] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=35.2 K 2024-11-14T12:55:21,484 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting db5ee744529e4a47aabdc9fb2dbc5fb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731588920038 2024-11-14T12:55:21,485 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting fde45e94d4e44411995bef970b3fa26b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731588920186 2024-11-14T12:55:21,485 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 254d8b6d9b3a44a0b468ae7d7b118927, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731588920519 2024-11-14T12:55:21,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741975_1151 (size=4469) 2024-11-14T12:55:21,490 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#A#compaction#132 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:21,491 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/755f8fec73cc42ec8749df92263017f7 is 175, key is test_row_0/A:col10/1731588921165/Put/seqid=0 2024-11-14T12:55:21,505 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#C#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:21,507 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/45ba7c62ffe843f7a52516e87bfb84b0 is 50, key is test_row_0/C:col10/1731588921165/Put/seqid=0 2024-11-14T12:55:21,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e52bd0501bf84cdd8822367616e39009_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588921252/Put/seqid=0 2024-11-14T12:55:21,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741976_1152 (size=31058) 2024-11-14T12:55:21,546 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/755f8fec73cc42ec8749df92263017f7 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/755f8fec73cc42ec8749df92263017f7 2024-11-14T12:55:21,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741978_1154 (size=12154) 2024-11-14T12:55:21,563 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/A of 48527b69c60066c423a9944037b514bc into 755f8fec73cc42ec8749df92263017f7(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:21,563 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:21,563 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/A, priority=13, startTime=1731588921411; duration=0sec 2024-11-14T12:55:21,563 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:21,563 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:A 2024-11-14T12:55:21,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741977_1153 (size=12104) 2024-11-14T12:55:21,574 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/45ba7c62ffe843f7a52516e87bfb84b0 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/45ba7c62ffe843f7a52516e87bfb84b0 2024-11-14T12:55:21,581 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/C of 48527b69c60066c423a9944037b514bc into 45ba7c62ffe843f7a52516e87bfb84b0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:21,581 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:21,581 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/C, priority=13, startTime=1731588921412; duration=0sec 2024-11-14T12:55:21,581 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:21,581 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:C 2024-11-14T12:55:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:21,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:21,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588981608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:21,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588981611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:21,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588981714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:21,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:21,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588981725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T12:55:21,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588981924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:21,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:21,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588981935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:21,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:21,962 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e52bd0501bf84cdd8822367616e39009_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e52bd0501bf84cdd8822367616e39009_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:21,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/3c3b3841e12e4e29b9dd588c3ae8444a, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:21,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/3c3b3841e12e4e29b9dd588c3ae8444a is 175, key is test_row_0/A:col10/1731588921252/Put/seqid=0 2024-11-14T12:55:21,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741979_1155 (size=30955) 2024-11-14T12:55:22,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588982234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:22,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:22,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588982245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T12:55:22,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60168 deadline: 1731588982365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:22,368 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_1' in 48527b69c60066c423a9944037b514bc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:55:22,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:22,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60166 deadline: 1731588982374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:22,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60182 deadline: 1731588982374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:22,377 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_2' in 48527b69c60066c423a9944037b514bc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:55:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:22,377 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_2' in 48527b69c60066c423a9944037b514bc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:55:22,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:22,379 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/3c3b3841e12e4e29b9dd588c3ae8444a 2024-11-14T12:55:22,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/fc01a8910bfe4191881d04bc49d68531 is 50, key is test_row_0/B:col10/1731588921252/Put/seqid=0 2024-11-14T12:55:22,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741980_1156 (size=12001) 2024-11-14T12:55:22,405 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/fc01a8910bfe4191881d04bc49d68531 2024-11-14T12:55:22,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/1670e0a77f4a46a3afaa59ae582e85f5 is 50, key is test_row_0/C:col10/1731588921252/Put/seqid=0 2024-11-14T12:55:22,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741981_1157 (size=12001) 2024-11-14T12:55:22,442 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/1670e0a77f4a46a3afaa59ae582e85f5 2024-11-14T12:55:22,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/3c3b3841e12e4e29b9dd588c3ae8444a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/3c3b3841e12e4e29b9dd588c3ae8444a 2024-11-14T12:55:22,458 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/3c3b3841e12e4e29b9dd588c3ae8444a, entries=150, sequenceid=82, filesize=30.2 K 2024-11-14T12:55:22,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/fc01a8910bfe4191881d04bc49d68531 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/fc01a8910bfe4191881d04bc49d68531 2024-11-14T12:55:22,465 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/fc01a8910bfe4191881d04bc49d68531, entries=150, sequenceid=82, filesize=11.7 K 2024-11-14T12:55:22,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/1670e0a77f4a46a3afaa59ae582e85f5 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/1670e0a77f4a46a3afaa59ae582e85f5 2024-11-14T12:55:22,479 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/1670e0a77f4a46a3afaa59ae582e85f5, entries=150, sequenceid=82, filesize=11.7 K 2024-11-14T12:55:22,481 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 48527b69c60066c423a9944037b514bc in 1014ms, sequenceid=82, compaction requested=false 2024-11-14T12:55:22,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:22,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:22,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-14T12:55:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-14T12:55:22,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-14T12:55:22,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3240 sec 2024-11-14T12:55:22,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.3330 sec 2024-11-14T12:55:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:22,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T12:55:22,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:22,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:22,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:22,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:22,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:22,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:22,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f024665e80aa450ea26e47aef5642e03_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588921605/Put/seqid=0 2024-11-14T12:55:22,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741982_1158 (size=12154) 2024-11-14T12:55:22,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588982834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:22,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:22,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588982836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:22,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:22,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588982944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:22,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588982954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:22,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:22,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:23,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588983154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:23,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:23,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:23,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:23,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588983164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:23,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:23,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:23,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:23,230 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:23,234 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f024665e80aa450ea26e47aef5642e03_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f024665e80aa450ea26e47aef5642e03_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:23,235 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/7b3c75fe4cb4416fa600dc33834dce1d, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:23,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/7b3c75fe4cb4416fa600dc33834dce1d is 175, key is test_row_0/A:col10/1731588921605/Put/seqid=0 2024-11-14T12:55:23,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741983_1159 (size=30955) 2024-11-14T12:55:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T12:55:23,305 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:23,305 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-14T12:55:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T12:55:23,307 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:23,308 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:23,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T12:55:23,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T12:55:23,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:23,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:23,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:23,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:23,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:23,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588983464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:23,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:23,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:23,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588983474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:23,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T12:55:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:23,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T12:55:23,640 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/7b3c75fe4cb4416fa600dc33834dce1d 2024-11-14T12:55:23,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/920de33bf8f74d059bda07987faae986 is 50, key is test_row_0/B:col10/1731588921605/Put/seqid=0 2024-11-14T12:55:23,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741984_1160 (size=12001) 2024-11-14T12:55:23,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/920de33bf8f74d059bda07987faae986 2024-11-14T12:55:23,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/ef0f0f54666f46878798ce82fc96efb7 is 50, key is test_row_0/C:col10/1731588921605/Put/seqid=0 2024-11-14T12:55:23,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741985_1161 (size=12001) 2024-11-14T12:55:23,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/ef0f0f54666f46878798ce82fc96efb7 2024-11-14T12:55:23,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/7b3c75fe4cb4416fa600dc33834dce1d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/7b3c75fe4cb4416fa600dc33834dce1d 2024-11-14T12:55:23,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/7b3c75fe4cb4416fa600dc33834dce1d, entries=150, sequenceid=98, filesize=30.2 K 2024-11-14T12:55:23,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/920de33bf8f74d059bda07987faae986 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/920de33bf8f74d059bda07987faae986 2024-11-14T12:55:23,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/920de33bf8f74d059bda07987faae986, entries=150, sequenceid=98, filesize=11.7 K 2024-11-14T12:55:23,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/ef0f0f54666f46878798ce82fc96efb7 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ef0f0f54666f46878798ce82fc96efb7 2024-11-14T12:55:23,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ef0f0f54666f46878798ce82fc96efb7, entries=150, sequenceid=98, filesize=11.7 K 2024-11-14T12:55:23,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 48527b69c60066c423a9944037b514bc in 956ms, sequenceid=98, compaction requested=true 2024-11-14T12:55:23,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:23,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:23,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:23,705 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:23,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:23,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:23,705 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:23,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:23,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:23,708 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:23,708 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/B is initiating minor compaction (all files) 2024-11-14T12:55:23,708 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/B in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:23,708 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/ca0bb474630f42409b04fc7e76135954, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/fc01a8910bfe4191881d04bc49d68531, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/920de33bf8f74d059bda07987faae986] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=35.3 K 2024-11-14T12:55:23,709 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting ca0bb474630f42409b04fc7e76135954, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731588920519 2024-11-14T12:55:23,709 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:23,709 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/A is initiating minor compaction (all files) 2024-11-14T12:55:23,709 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/A in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:23,709 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/755f8fec73cc42ec8749df92263017f7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/3c3b3841e12e4e29b9dd588c3ae8444a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/7b3c75fe4cb4416fa600dc33834dce1d] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=90.8 K 2024-11-14T12:55:23,709 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:23,709 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/755f8fec73cc42ec8749df92263017f7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/3c3b3841e12e4e29b9dd588c3ae8444a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/7b3c75fe4cb4416fa600dc33834dce1d] 2024-11-14T12:55:23,710 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting fc01a8910bfe4191881d04bc49d68531, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731588921196 2024-11-14T12:55:23,710 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 755f8fec73cc42ec8749df92263017f7, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731588920519 2024-11-14T12:55:23,710 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c3b3841e12e4e29b9dd588c3ae8444a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731588921196 2024-11-14T12:55:23,710 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 920de33bf8f74d059bda07987faae986, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731588921605 2024-11-14T12:55:23,710 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b3c75fe4cb4416fa600dc33834dce1d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731588921605 2024-11-14T12:55:23,717 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:23,721 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#B#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:23,721 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/ade3a4c40b3f447e9c2c90a49bf2af1c is 50, key is test_row_0/B:col10/1731588921605/Put/seqid=0 2024-11-14T12:55:23,728 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111403e53afacce74ae59e0a7e2e96aa05f1_48527b69c60066c423a9944037b514bc store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:23,731 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111403e53afacce74ae59e0a7e2e96aa05f1_48527b69c60066c423a9944037b514bc, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:23,731 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111403e53afacce74ae59e0a7e2e96aa05f1_48527b69c60066c423a9944037b514bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:23,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741986_1162 (size=12207) 2024-11-14T12:55:23,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741987_1163 (size=4469) 2024-11-14T12:55:23,752 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#A#compaction#140 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:23,753 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/2612ed0606bc419793bb99ab2fe741a9 is 175, key is test_row_0/A:col10/1731588921605/Put/seqid=0 2024-11-14T12:55:23,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T12:55:23,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:23,767 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T12:55:23,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:23,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:23,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:23,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:23,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:23,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:23,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741988_1164 (size=31161) 2024-11-14T12:55:23,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b538d1044ebb4e678e9298d9d6c473ea_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588922834/Put/seqid=0 2024-11-14T12:55:23,784 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/2612ed0606bc419793bb99ab2fe741a9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/2612ed0606bc419793bb99ab2fe741a9 2024-11-14T12:55:23,792 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/A of 48527b69c60066c423a9944037b514bc into 2612ed0606bc419793bb99ab2fe741a9(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:23,792 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:23,792 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/A, priority=13, startTime=1731588923705; duration=0sec 2024-11-14T12:55:23,793 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:23,793 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:A 2024-11-14T12:55:23,793 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:23,796 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:23,796 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/C is initiating minor compaction (all files) 2024-11-14T12:55:23,796 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/C in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:23,796 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/45ba7c62ffe843f7a52516e87bfb84b0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/1670e0a77f4a46a3afaa59ae582e85f5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ef0f0f54666f46878798ce82fc96efb7] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=35.3 K 2024-11-14T12:55:23,797 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45ba7c62ffe843f7a52516e87bfb84b0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731588920519 2024-11-14T12:55:23,797 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1670e0a77f4a46a3afaa59ae582e85f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731588921196 2024-11-14T12:55:23,797 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef0f0f54666f46878798ce82fc96efb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731588921605 2024-11-14T12:55:23,805 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#C#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:23,805 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/3cc0e348e78444d1a5a5135d092f3bb9 is 50, key is test_row_0/C:col10/1731588921605/Put/seqid=0 2024-11-14T12:55:23,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741989_1165 (size=12154) 2024-11-14T12:55:23,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741990_1166 (size=12207) 2024-11-14T12:55:23,849 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/3cc0e348e78444d1a5a5135d092f3bb9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/3cc0e348e78444d1a5a5135d092f3bb9 2024-11-14T12:55:23,857 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/C of 48527b69c60066c423a9944037b514bc into 3cc0e348e78444d1a5a5135d092f3bb9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:23,857 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:23,857 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/C, priority=13, startTime=1731588923705; duration=0sec 2024-11-14T12:55:23,858 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:23,858 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:C 2024-11-14T12:55:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T12:55:23,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:24,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:24,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588984004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:24,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:24,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588984010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:24,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:24,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:24,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588984114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:24,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588984114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:24,148 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/ade3a4c40b3f447e9c2c90a49bf2af1c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/ade3a4c40b3f447e9c2c90a49bf2af1c 2024-11-14T12:55:24,154 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/B of 48527b69c60066c423a9944037b514bc into ade3a4c40b3f447e9c2c90a49bf2af1c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:24,154 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:24,154 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/B, priority=13, startTime=1731588923705; duration=0sec 2024-11-14T12:55:24,154 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:24,154 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:B 2024-11-14T12:55:24,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:24,225 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b538d1044ebb4e678e9298d9d6c473ea_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b538d1044ebb4e678e9298d9d6c473ea_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:24,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/d358d0086a044f93a7d1d5a5d16f765b, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/d358d0086a044f93a7d1d5a5d16f765b is 175, key is test_row_0/A:col10/1731588922834/Put/seqid=0 2024-11-14T12:55:24,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741991_1167 (size=30955) 2024-11-14T12:55:24,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588984324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:24,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:24,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588984324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:24,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:24,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:24,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60168 deadline: 1731588984385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:24,390 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_1' in 48527b69c60066c423a9944037b514bc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:55:24,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:24,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60182 deadline: 1731588984394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:24,395 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_2' in 48527b69c60066c423a9944037b514bc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:55:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:24,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60166 deadline: 1731588984404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:24,410 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_2' in 48527b69c60066c423a9944037b514bc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:55:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T12:55:24,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588984634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:24,635 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/d358d0086a044f93a7d1d5a5d16f765b 2024-11-14T12:55:24,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588984634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:24,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/586aa92fe2f74752bb634b4f8fd93753 is 50, key is test_row_0/B:col10/1731588922834/Put/seqid=0 2024-11-14T12:55:24,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741992_1168 (size=12001) 2024-11-14T12:55:24,660 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/586aa92fe2f74752bb634b4f8fd93753 2024-11-14T12:55:24,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/d620dbf9a2684a3da65bc4574d2e4b0e is 50, key is test_row_0/C:col10/1731588922834/Put/seqid=0 2024-11-14T12:55:24,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741993_1169 (size=12001) 2024-11-14T12:55:25,077 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/d620dbf9a2684a3da65bc4574d2e4b0e 2024-11-14T12:55:25,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/d358d0086a044f93a7d1d5a5d16f765b as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/d358d0086a044f93a7d1d5a5d16f765b 2024-11-14T12:55:25,087 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/d358d0086a044f93a7d1d5a5d16f765b, entries=150, sequenceid=117, filesize=30.2 K 2024-11-14T12:55:25,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/586aa92fe2f74752bb634b4f8fd93753 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/586aa92fe2f74752bb634b4f8fd93753 2024-11-14T12:55:25,092 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/586aa92fe2f74752bb634b4f8fd93753, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T12:55:25,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/d620dbf9a2684a3da65bc4574d2e4b0e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/d620dbf9a2684a3da65bc4574d2e4b0e 2024-11-14T12:55:25,097 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/d620dbf9a2684a3da65bc4574d2e4b0e, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T12:55:25,098 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 48527b69c60066c423a9944037b514bc in 1331ms, sequenceid=117, compaction requested=false 2024-11-14T12:55:25,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:25,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:25,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-14T12:55:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-14T12:55:25,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-14T12:55:25,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7920 sec 2024-11-14T12:55:25,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.7970 sec 2024-11-14T12:55:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:25,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T12:55:25,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:25,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:25,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:25,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:25,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:25,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:25,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114386095f0d3b54903b8303f28da5b5dbd_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588925145/Put/seqid=0 2024-11-14T12:55:25,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741994_1170 (size=17284) 2024-11-14T12:55:25,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588985184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:25,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588985185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:25,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588985294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:25,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588985294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:25,373 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T12:55:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T12:55:25,465 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:25,465 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-14T12:55:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T12:55:25,467 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:25,467 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:25,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:25,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588985504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:25,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588985504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T12:55:25,576 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:25,580 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114386095f0d3b54903b8303f28da5b5dbd_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114386095f0d3b54903b8303f28da5b5dbd_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:25,581 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/2247110fb294471287f2f8041606b155, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:25,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/2247110fb294471287f2f8041606b155 is 175, key is test_row_0/A:col10/1731588925145/Put/seqid=0 2024-11-14T12:55:25,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741995_1171 (size=48389) 2024-11-14T12:55:25,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T12:55:25,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:25,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:25,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:25,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:25,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:25,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T12:55:25,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:25,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:25,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:25,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:25,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T12:55:25,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:25,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588985815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588985815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:25,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:25,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:25,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:25,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:25,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:25,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:25,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T12:55:25,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:25,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:25,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:25,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:25,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:25,986 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/2247110fb294471287f2f8041606b155 2024-11-14T12:55:25,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/b09029283fc64e4cb53707cc487bc3e9 is 50, key is test_row_0/B:col10/1731588925145/Put/seqid=0 2024-11-14T12:55:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741996_1172 (size=12151) 2024-11-14T12:55:26,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T12:55:26,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:26,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T12:55:26,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T12:55:26,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:26,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588986324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:26,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588986324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:26,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T12:55:26,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:26,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/b09029283fc64e4cb53707cc487bc3e9 2024-11-14T12:55:26,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/2f7decffa7ea41a9886ace6e5b737299 is 50, key is test_row_0/C:col10/1731588925145/Put/seqid=0 2024-11-14T12:55:26,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741997_1173 (size=12151) 2024-11-14T12:55:26,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T12:55:26,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:26,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T12:55:26,678 INFO [master/669ef94e8b26:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T12:55:26,678 INFO [master/669ef94e8b26:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T12:55:26,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T12:55:26,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:26,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/2f7decffa7ea41a9886ace6e5b737299 2024-11-14T12:55:26,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/2247110fb294471287f2f8041606b155 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/2247110fb294471287f2f8041606b155 2024-11-14T12:55:26,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/2247110fb294471287f2f8041606b155, entries=250, sequenceid=135, filesize=47.3 K 2024-11-14T12:55:26,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/b09029283fc64e4cb53707cc487bc3e9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/b09029283fc64e4cb53707cc487bc3e9 2024-11-14T12:55:26,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T12:55:26,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:26,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:26,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/b09029283fc64e4cb53707cc487bc3e9, entries=150, sequenceid=135, filesize=11.9 K 2024-11-14T12:55:26,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/2f7decffa7ea41a9886ace6e5b737299 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/2f7decffa7ea41a9886ace6e5b737299 2024-11-14T12:55:26,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/2f7decffa7ea41a9886ace6e5b737299, entries=150, sequenceid=135, filesize=11.9 K 2024-11-14T12:55:26,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 48527b69c60066c423a9944037b514bc in 1719ms, sequenceid=135, compaction requested=true 2024-11-14T12:55:26,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:26,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:26,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:26,865 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:26,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:26,865 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:26,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:26,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:26,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:26,867 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:26,867 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:26,867 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/B is initiating minor compaction (all files) 2024-11-14T12:55:26,867 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/A is initiating minor compaction (all files) 2024-11-14T12:55:26,867 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/A in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,867 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/B in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,867 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/ade3a4c40b3f447e9c2c90a49bf2af1c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/586aa92fe2f74752bb634b4f8fd93753, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/b09029283fc64e4cb53707cc487bc3e9] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=35.5 K 2024-11-14T12:55:26,867 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/2612ed0606bc419793bb99ab2fe741a9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/d358d0086a044f93a7d1d5a5d16f765b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/2247110fb294471287f2f8041606b155] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=107.9 K 2024-11-14T12:55:26,868 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,868 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/2612ed0606bc419793bb99ab2fe741a9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/d358d0086a044f93a7d1d5a5d16f765b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/2247110fb294471287f2f8041606b155] 2024-11-14T12:55:26,868 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting ade3a4c40b3f447e9c2c90a49bf2af1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731588921605 2024-11-14T12:55:26,868 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2612ed0606bc419793bb99ab2fe741a9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731588921605 2024-11-14T12:55:26,869 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 586aa92fe2f74752bb634b4f8fd93753, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731588922778 2024-11-14T12:55:26,869 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting d358d0086a044f93a7d1d5a5d16f765b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731588922778 2024-11-14T12:55:26,869 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2247110fb294471287f2f8041606b155, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731588924002 2024-11-14T12:55:26,870 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting b09029283fc64e4cb53707cc487bc3e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731588924002 2024-11-14T12:55:26,880 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#B#compaction#149 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:26,881 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/6f32eb7756b248eb9cf9cae1716e4c4d is 50, key is test_row_0/B:col10/1731588925145/Put/seqid=0 2024-11-14T12:55:26,884 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:26,895 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114b98df042dd4d4ea1bc1d0520e7a6c9ac_48527b69c60066c423a9944037b514bc store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:26,897 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114b98df042dd4d4ea1bc1d0520e7a6c9ac_48527b69c60066c423a9944037b514bc, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:26,897 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b98df042dd4d4ea1bc1d0520e7a6c9ac_48527b69c60066c423a9944037b514bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:26,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741998_1174 (size=12459) 2024-11-14T12:55:26,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741999_1175 (size=4469) 2024-11-14T12:55:26,920 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#A#compaction#150 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:26,921 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/e4eb8fc28c7b4e259b51cb6d2db9024d is 175, key is test_row_0/A:col10/1731588925145/Put/seqid=0 2024-11-14T12:55:26,925 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/6f32eb7756b248eb9cf9cae1716e4c4d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/6f32eb7756b248eb9cf9cae1716e4c4d 2024-11-14T12:55:26,935 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/B of 48527b69c60066c423a9944037b514bc into 6f32eb7756b248eb9cf9cae1716e4c4d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:26,935 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:26,935 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/B, priority=13, startTime=1731588926865; duration=0sec 2024-11-14T12:55:26,935 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:26,935 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:B 2024-11-14T12:55:26,935 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:26,936 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:26,936 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/C is initiating minor compaction (all files) 2024-11-14T12:55:26,937 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/C in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,937 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/3cc0e348e78444d1a5a5135d092f3bb9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/d620dbf9a2684a3da65bc4574d2e4b0e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/2f7decffa7ea41a9886ace6e5b737299] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=35.5 K 2024-11-14T12:55:26,937 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cc0e348e78444d1a5a5135d092f3bb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731588921605 2024-11-14T12:55:26,937 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting d620dbf9a2684a3da65bc4574d2e4b0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731588922778 2024-11-14T12:55:26,938 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f7decffa7ea41a9886ace6e5b737299, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731588924002 2024-11-14T12:55:26,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742000_1176 (size=31413) 2024-11-14T12:55:26,948 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/e4eb8fc28c7b4e259b51cb6d2db9024d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/e4eb8fc28c7b4e259b51cb6d2db9024d 2024-11-14T12:55:26,951 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#C#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:26,952 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/1a00bc21450c4f9389f80d5f97b97203 is 50, key is test_row_0/C:col10/1731588925145/Put/seqid=0 2024-11-14T12:55:26,955 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/A of 48527b69c60066c423a9944037b514bc into e4eb8fc28c7b4e259b51cb6d2db9024d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:26,955 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:26,955 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/A, priority=13, startTime=1731588926865; duration=0sec 2024-11-14T12:55:26,955 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:26,955 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:A 2024-11-14T12:55:26,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742001_1177 (size=12459) 2024-11-14T12:55:26,979 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/1a00bc21450c4f9389f80d5f97b97203 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/1a00bc21450c4f9389f80d5f97b97203 2024-11-14T12:55:26,987 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/C of 48527b69c60066c423a9944037b514bc into 1a00bc21450c4f9389f80d5f97b97203(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:26,987 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:26,987 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/C, priority=13, startTime=1731588926865; duration=0sec 2024-11-14T12:55:26,987 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:26,987 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:C 2024-11-14T12:55:26,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T12:55:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:26,999 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T12:55:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:27,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:27,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:27,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111404fe0c5ec8f94a2c954ae559fed53553_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588925176/Put/seqid=0 2024-11-14T12:55:27,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742002_1178 (size=12304) 2024-11-14T12:55:27,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:27,035 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111404fe0c5ec8f94a2c954ae559fed53553_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111404fe0c5ec8f94a2c954ae559fed53553_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:27,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/8c8edd3d73104334bbbb70c6ffed561b, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:27,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/8c8edd3d73104334bbbb70c6ffed561b is 175, key is test_row_0/A:col10/1731588925176/Put/seqid=0 2024-11-14T12:55:27,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742003_1179 (size=31105) 2024-11-14T12:55:27,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:27,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588987371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:27,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588987371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:27,476 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/8c8edd3d73104334bbbb70c6ffed561b 2024-11-14T12:55:27,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588987485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:27,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/717d79f61f6444c8adefc970e85a4793 is 50, key is test_row_0/B:col10/1731588925176/Put/seqid=0 2024-11-14T12:55:27,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588987485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:27,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:27,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:27,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:27,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:27,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:27,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:27,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742004_1180 (size=12151) 2024-11-14T12:55:27,501 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/717d79f61f6444c8adefc970e85a4793 2024-11-14T12:55:27,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/f00db92b3e6a4e2e990b4c263ef2f965 is 50, key is test_row_0/C:col10/1731588925176/Put/seqid=0 2024-11-14T12:55:27,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742005_1181 (size=12151) 2024-11-14T12:55:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T12:55:27,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588987694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:27,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588987694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:27,915 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/f00db92b3e6a4e2e990b4c263ef2f965 2024-11-14T12:55:27,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/8c8edd3d73104334bbbb70c6ffed561b as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/8c8edd3d73104334bbbb70c6ffed561b 2024-11-14T12:55:27,926 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/8c8edd3d73104334bbbb70c6ffed561b, entries=150, sequenceid=155, filesize=30.4 K 2024-11-14T12:55:27,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/717d79f61f6444c8adefc970e85a4793 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/717d79f61f6444c8adefc970e85a4793 2024-11-14T12:55:27,932 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/717d79f61f6444c8adefc970e85a4793, entries=150, sequenceid=155, filesize=11.9 K 2024-11-14T12:55:27,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/f00db92b3e6a4e2e990b4c263ef2f965 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/f00db92b3e6a4e2e990b4c263ef2f965 2024-11-14T12:55:27,939 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/f00db92b3e6a4e2e990b4c263ef2f965, entries=150, sequenceid=155, filesize=11.9 K 2024-11-14T12:55:27,940 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 48527b69c60066c423a9944037b514bc in 941ms, sequenceid=155, compaction requested=false 2024-11-14T12:55:27,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:27,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:27,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-14T12:55:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-14T12:55:27,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-14T12:55:27,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4750 sec 2024-11-14T12:55:27,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.4810 sec 2024-11-14T12:55:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:28,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T12:55:28,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:28,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:28,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:28,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:28,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:28,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:28,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149d7417ce44d94535a51979f501dc4c8f_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588927369/Put/seqid=0 2024-11-14T12:55:28,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742006_1182 (size=14794) 2024-11-14T12:55:28,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588988060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:28,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:28,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588988061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:28,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:28,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:28,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588988175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:28,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:28,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588988175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:28,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:28,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588988384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:28,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588988384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:28,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60182 deadline: 1731588988404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:28,406 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_2' in 48527b69c60066c423a9944037b514bc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:55:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:28,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60168 deadline: 1731588988424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:28,425 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_1' in 48527b69c60066c423a9944037b514bc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:55:28,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:28,426 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:28,431 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149d7417ce44d94535a51979f501dc4c8f_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149d7417ce44d94535a51979f501dc4c8f_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:28,435 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/caba0d5133784a7184f7e56c87f5027a, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:28,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/caba0d5133784a7184f7e56c87f5027a is 175, key is test_row_0/A:col10/1731588927369/Put/seqid=0 2024-11-14T12:55:28,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60166 deadline: 1731588988434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:28,438 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_2' in 48527b69c60066c423a9944037b514bc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:55:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:28,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742007_1183 (size=39749) 2024-11-14T12:55:28,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588988695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:28,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:28,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588988695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:28,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:28,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:28,844 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/caba0d5133784a7184f7e56c87f5027a 2024-11-14T12:55:28,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/25eb1b25fb4e4976b83832ae5467fa2b is 50, key is test_row_0/B:col10/1731588927369/Put/seqid=0 2024-11-14T12:55:28,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742008_1184 (size=12151) 2024-11-14T12:55:28,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/25eb1b25fb4e4976b83832ae5467fa2b 2024-11-14T12:55:28,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/5b8642e26486417faf1c8e2e1cd3a103 is 50, key is test_row_0/C:col10/1731588927369/Put/seqid=0 2024-11-14T12:55:28,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742009_1185 (size=12151) 2024-11-14T12:55:29,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588989204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:29,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588989204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:29,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/5b8642e26486417faf1c8e2e1cd3a103 2024-11-14T12:55:29,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/caba0d5133784a7184f7e56c87f5027a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/caba0d5133784a7184f7e56c87f5027a 2024-11-14T12:55:29,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/caba0d5133784a7184f7e56c87f5027a, entries=200, sequenceid=171, filesize=38.8 K 2024-11-14T12:55:29,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/25eb1b25fb4e4976b83832ae5467fa2b as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/25eb1b25fb4e4976b83832ae5467fa2b 2024-11-14T12:55:29,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/25eb1b25fb4e4976b83832ae5467fa2b, entries=150, sequenceid=171, filesize=11.9 K 2024-11-14T12:55:29,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/5b8642e26486417faf1c8e2e1cd3a103 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/5b8642e26486417faf1c8e2e1cd3a103 2024-11-14T12:55:29,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/5b8642e26486417faf1c8e2e1cd3a103, entries=150, sequenceid=171, filesize=11.9 K 2024-11-14T12:55:29,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 48527b69c60066c423a9944037b514bc in 1331ms, sequenceid=171, compaction requested=true 2024-11-14T12:55:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:29,339 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:29,339 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:29,340 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:29,340 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:29,340 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/B is initiating minor compaction (all files) 2024-11-14T12:55:29,340 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/A is initiating minor compaction (all files) 2024-11-14T12:55:29,340 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/B in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:29,340 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/A in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:29,341 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/e4eb8fc28c7b4e259b51cb6d2db9024d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/8c8edd3d73104334bbbb70c6ffed561b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/caba0d5133784a7184f7e56c87f5027a] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=99.9 K 2024-11-14T12:55:29,341 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/6f32eb7756b248eb9cf9cae1716e4c4d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/717d79f61f6444c8adefc970e85a4793, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/25eb1b25fb4e4976b83832ae5467fa2b] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=35.9 K 2024-11-14T12:55:29,341 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:29,341 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/e4eb8fc28c7b4e259b51cb6d2db9024d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/8c8edd3d73104334bbbb70c6ffed561b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/caba0d5133784a7184f7e56c87f5027a] 2024-11-14T12:55:29,341 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f32eb7756b248eb9cf9cae1716e4c4d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731588924002 2024-11-14T12:55:29,341 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4eb8fc28c7b4e259b51cb6d2db9024d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731588924002 2024-11-14T12:55:29,341 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 717d79f61f6444c8adefc970e85a4793, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731588925176 2024-11-14T12:55:29,341 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c8edd3d73104334bbbb70c6ffed561b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731588925176 2024-11-14T12:55:29,342 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 25eb1b25fb4e4976b83832ae5467fa2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731588927361 2024-11-14T12:55:29,342 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting caba0d5133784a7184f7e56c87f5027a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731588927361 2024-11-14T12:55:29,353 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:29,355 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#B#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:29,356 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/0e0a26dd792143b2ab96665dade59ebf is 50, key is test_row_0/B:col10/1731588927369/Put/seqid=0 2024-11-14T12:55:29,360 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114dcf64184540b44079e39ebd7cd5d5ef5_48527b69c60066c423a9944037b514bc store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:29,362 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114dcf64184540b44079e39ebd7cd5d5ef5_48527b69c60066c423a9944037b514bc, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:29,363 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dcf64184540b44079e39ebd7cd5d5ef5_48527b69c60066c423a9944037b514bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:29,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742010_1186 (size=12561) 2024-11-14T12:55:29,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742011_1187 (size=4469) 2024-11-14T12:55:29,378 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/0e0a26dd792143b2ab96665dade59ebf as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/0e0a26dd792143b2ab96665dade59ebf 2024-11-14T12:55:29,388 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/B of 48527b69c60066c423a9944037b514bc into 0e0a26dd792143b2ab96665dade59ebf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:29,388 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:29,388 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/B, priority=13, startTime=1731588929339; duration=0sec 2024-11-14T12:55:29,388 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:29,388 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:B 2024-11-14T12:55:29,388 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:29,391 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:29,391 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/C is initiating minor compaction (all files) 2024-11-14T12:55:29,392 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/C in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:29,392 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/1a00bc21450c4f9389f80d5f97b97203, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/f00db92b3e6a4e2e990b4c263ef2f965, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/5b8642e26486417faf1c8e2e1cd3a103] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=35.9 K 2024-11-14T12:55:29,392 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a00bc21450c4f9389f80d5f97b97203, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731588924002 2024-11-14T12:55:29,393 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting f00db92b3e6a4e2e990b4c263ef2f965, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731588925176 2024-11-14T12:55:29,393 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b8642e26486417faf1c8e2e1cd3a103, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731588927361 2024-11-14T12:55:29,405 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#C#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:29,406 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/fe8fa00ec6fe42c589d2ea4938cb436d is 50, key is test_row_0/C:col10/1731588927369/Put/seqid=0 2024-11-14T12:55:29,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742012_1188 (size=12561) 2024-11-14T12:55:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T12:55:29,646 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:29,646 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-14T12:55:29,648 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T12:55:29,649 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:29,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T12:55:29,773 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#A#compaction#158 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:29,774 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/984fe50217644f1981d2ef2c8a4c9598 is 175, key is test_row_0/A:col10/1731588927369/Put/seqid=0 2024-11-14T12:55:29,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742013_1189 (size=31515) 2024-11-14T12:55:29,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T12:55:29,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:29,803 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T12:55:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:29,816 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/984fe50217644f1981d2ef2c8a4c9598 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/984fe50217644f1981d2ef2c8a4c9598 2024-11-14T12:55:29,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114950c806a8e4343c5bdab6130eda5a43c_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588928060/Put/seqid=0 2024-11-14T12:55:29,832 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/fe8fa00ec6fe42c589d2ea4938cb436d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/fe8fa00ec6fe42c589d2ea4938cb436d 2024-11-14T12:55:29,835 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/A of 48527b69c60066c423a9944037b514bc into 984fe50217644f1981d2ef2c8a4c9598(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:29,835 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:29,835 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/A, priority=13, startTime=1731588929339; duration=0sec 2024-11-14T12:55:29,835 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:29,835 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:A 2024-11-14T12:55:29,844 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/C of 48527b69c60066c423a9944037b514bc into fe8fa00ec6fe42c589d2ea4938cb436d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:29,844 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:29,844 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/C, priority=13, startTime=1731588929339; duration=0sec 2024-11-14T12:55:29,844 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:29,844 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:C 2024-11-14T12:55:29,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742014_1190 (size=12304) 2024-11-14T12:55:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T12:55:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:30,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:30,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588990244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:30,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:30,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588990246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:30,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:30,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,256 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114950c806a8e4343c5bdab6130eda5a43c_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114950c806a8e4343c5bdab6130eda5a43c_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:30,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/4c12460b36f844dead6865d1fce1ab0e, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:30,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/4c12460b36f844dead6865d1fce1ab0e is 175, key is test_row_0/A:col10/1731588928060/Put/seqid=0 2024-11-14T12:55:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T12:55:30,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742015_1191 (size=31105) 2024-11-14T12:55:30,318 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/4c12460b36f844dead6865d1fce1ab0e 2024-11-14T12:55:30,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/2ceaa5f202e749af8a35dc79aa041068 is 50, key is test_row_0/B:col10/1731588928060/Put/seqid=0 2024-11-14T12:55:30,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:30,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588990355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588990354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:30,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:30,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:30,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742016_1192 (size=12151) 2024-11-14T12:55:30,396 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/2ceaa5f202e749af8a35dc79aa041068 2024-11-14T12:55:30,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/ef54944adc9e4c55a658ff426299d4bc is 50, key is test_row_0/C:col10/1731588928060/Put/seqid=0 2024-11-14T12:55:30,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742017_1193 (size=12151) 2024-11-14T12:55:30,450 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/ef54944adc9e4c55a658ff426299d4bc 2024-11-14T12:55:30,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/4c12460b36f844dead6865d1fce1ab0e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/4c12460b36f844dead6865d1fce1ab0e 2024-11-14T12:55:30,466 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/4c12460b36f844dead6865d1fce1ab0e, entries=150, sequenceid=188, filesize=30.4 K 2024-11-14T12:55:30,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/2ceaa5f202e749af8a35dc79aa041068 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/2ceaa5f202e749af8a35dc79aa041068 2024-11-14T12:55:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,477 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/2ceaa5f202e749af8a35dc79aa041068, entries=150, sequenceid=188, filesize=11.9 K 2024-11-14T12:55:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/ef54944adc9e4c55a658ff426299d4bc as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ef54944adc9e4c55a658ff426299d4bc 2024-11-14T12:55:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,492 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ef54944adc9e4c55a658ff426299d4bc, entries=150, sequenceid=188, filesize=11.9 K 2024-11-14T12:55:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,493 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 48527b69c60066c423a9944037b514bc in 690ms, sequenceid=188, compaction requested=false 2024-11-14T12:55:30,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:30,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:30,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-14T12:55:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-14T12:55:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-14T12:55:30,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 846 msec 2024-11-14T12:55:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 858 msec 2024-11-14T12:55:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:30,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T12:55:30,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:30,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:30,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:30,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:30,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:30,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b8d8d90f0c0c491891b39ddf07cf9d5e_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588930587/Put/seqid=0 2024-11-14T12:55:30,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742018_1194 (size=14794) 2024-11-14T12:55:30,645 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:30,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588990637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:30,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:30,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588990644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:30,653 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b8d8d90f0c0c491891b39ddf07cf9d5e_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b8d8d90f0c0c491891b39ddf07cf9d5e_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:30,654 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/0eff994bfdb745b4bf49889e5a1a3677, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:30,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/0eff994bfdb745b4bf49889e5a1a3677 is 175, key is test_row_0/A:col10/1731588930587/Put/seqid=0 2024-11-14T12:55:30,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742019_1195 (size=39749) 2024-11-14T12:55:30,679 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/0eff994bfdb745b4bf49889e5a1a3677 2024-11-14T12:55:30,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/d2aa164640e64d88adcbced499cf65a7 is 50, key is test_row_0/B:col10/1731588930587/Put/seqid=0 2024-11-14T12:55:30,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742020_1196 (size=12151) 2024-11-14T12:55:30,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/d2aa164640e64d88adcbced499cf65a7 2024-11-14T12:55:30,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588990755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:30,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/0aad1ff7a56b4447a241037791bcf9cd is 50, key is test_row_0/C:col10/1731588930587/Put/seqid=0 2024-11-14T12:55:30,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:30,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588990755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:30,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T12:55:30,785 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:30,785 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-14T12:55:30,789 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:30,790 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:30,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T12:55:30,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742021_1197 (size=12151) 2024-11-14T12:55:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T12:55:30,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:30,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:30,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:30,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:30,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:30,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:30,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588990964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:30,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:30,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588990975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:31,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:31,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:31,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:31,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:31,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T12:55:31,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/0aad1ff7a56b4447a241037791bcf9cd 2024-11-14T12:55:31,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/0eff994bfdb745b4bf49889e5a1a3677 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0eff994bfdb745b4bf49889e5a1a3677 2024-11-14T12:55:31,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0eff994bfdb745b4bf49889e5a1a3677, entries=200, sequenceid=208, filesize=38.8 K 2024-11-14T12:55:31,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/d2aa164640e64d88adcbced499cf65a7 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/d2aa164640e64d88adcbced499cf65a7 2024-11-14T12:55:31,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/d2aa164640e64d88adcbced499cf65a7, entries=150, sequenceid=208, filesize=11.9 K 2024-11-14T12:55:31,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/0aad1ff7a56b4447a241037791bcf9cd as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/0aad1ff7a56b4447a241037791bcf9cd 2024-11-14T12:55:31,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:31,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/0aad1ff7a56b4447a241037791bcf9cd, entries=150, sequenceid=208, filesize=11.9 K 2024-11-14T12:55:31,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 48527b69c60066c423a9944037b514bc in 677ms, sequenceid=208, compaction requested=true 2024-11-14T12:55:31,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:31,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:31,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:31,267 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:31,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:31,267 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:31,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:31,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:31,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:31,268 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:31,268 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:31,268 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/B is initiating minor compaction (all files) 2024-11-14T12:55:31,268 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/A is initiating minor compaction (all files) 2024-11-14T12:55:31,269 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/A in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:31,269 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/B in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:31,269 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/984fe50217644f1981d2ef2c8a4c9598, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/4c12460b36f844dead6865d1fce1ab0e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0eff994bfdb745b4bf49889e5a1a3677] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=100.0 K 2024-11-14T12:55:31,269 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/0e0a26dd792143b2ab96665dade59ebf, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/2ceaa5f202e749af8a35dc79aa041068, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/d2aa164640e64d88adcbced499cf65a7] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=36.0 K 2024-11-14T12:55:31,269 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:31,269 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/984fe50217644f1981d2ef2c8a4c9598, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/4c12460b36f844dead6865d1fce1ab0e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0eff994bfdb745b4bf49889e5a1a3677] 2024-11-14T12:55:31,269 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e0a26dd792143b2ab96665dade59ebf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731588927361 2024-11-14T12:55:31,269 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 984fe50217644f1981d2ef2c8a4c9598, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731588927361 2024-11-14T12:55:31,270 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ceaa5f202e749af8a35dc79aa041068, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731588928052 2024-11-14T12:55:31,270 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c12460b36f844dead6865d1fce1ab0e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731588928052 2024-11-14T12:55:31,270 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting d2aa164640e64d88adcbced499cf65a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731588930241 2024-11-14T12:55:31,270 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0eff994bfdb745b4bf49889e5a1a3677, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731588930241 2024-11-14T12:55:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:31,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T12:55:31,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:31,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:31,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:31,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:31,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:31,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:31,286 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:31,291 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#B#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:31,291 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/26f75e992b1240d4af2393d954f2efab is 50, key is test_row_0/B:col10/1731588930587/Put/seqid=0 2024-11-14T12:55:31,309 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114288f64836b4c4da4bc0cfdc100ea3135_48527b69c60066c423a9944037b514bc store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:31,311 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114288f64836b4c4da4bc0cfdc100ea3135_48527b69c60066c423a9944037b514bc, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:31,312 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114288f64836b4c4da4bc0cfdc100ea3135_48527b69c60066c423a9944037b514bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:31,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144ad3e0536f4a4774902d8003f3bb0638_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588931281/Put/seqid=0 2024-11-14T12:55:31,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588991359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:31,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588991359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:31,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:31,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:31,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:31,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:31,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:31,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:31,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742022_1198 (size=12663) 2024-11-14T12:55:31,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742024_1200 (size=14794) 2024-11-14T12:55:31,395 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:31,401 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144ad3e0536f4a4774902d8003f3bb0638_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144ad3e0536f4a4774902d8003f3bb0638_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:31,403 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/b10edae46c974b77929e826b74ac0c47, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:31,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/b10edae46c974b77929e826b74ac0c47 is 175, key is test_row_0/A:col10/1731588931281/Put/seqid=0 2024-11-14T12:55:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T12:55:31,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:31,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:31,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742023_1199 (size=4469) 2024-11-14T12:55:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,462 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#A#compaction#167 average throughput is 0.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:31,462 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/0baa9f8081b64bc8841460a7fde34026 is 175, key is test_row_0/A:col10/1731588930587/Put/seqid=0 2024-11-14T12:55:31,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742025_1201 (size=39749) 2024-11-14T12:55:31,464 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/b10edae46c974b77929e826b74ac0c47 2024-11-14T12:55:31,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588991474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:31,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:31,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:31,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588991474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:31,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:31,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:31,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:31,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:31,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742026_1202 (size=31617) 2024-11-14T12:55:31,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/4208b6770e484e78998fa317c47b289e is 50, key is test_row_0/B:col10/1731588931281/Put/seqid=0 2024-11-14T12:55:31,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742027_1203 (size=12151) 2024-11-14T12:55:31,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:31,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:31,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:31,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588991684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:31,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588991684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:31,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:31,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,795 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/26f75e992b1240d4af2393d954f2efab as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/26f75e992b1240d4af2393d954f2efab 2024-11-14T12:55:31,801 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/B of 48527b69c60066c423a9944037b514bc into 26f75e992b1240d4af2393d954f2efab(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:31,801 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:31,801 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/B, priority=13, startTime=1731588931267; duration=0sec 2024-11-14T12:55:31,801 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:31,801 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:B 2024-11-14T12:55:31,801 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:31,803 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:31,803 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/C is initiating minor compaction (all files) 2024-11-14T12:55:31,803 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/C in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:31,803 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/fe8fa00ec6fe42c589d2ea4938cb436d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ef54944adc9e4c55a658ff426299d4bc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/0aad1ff7a56b4447a241037791bcf9cd] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=36.0 K 2024-11-14T12:55:31,803 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting fe8fa00ec6fe42c589d2ea4938cb436d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731588927361 2024-11-14T12:55:31,804 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting ef54944adc9e4c55a658ff426299d4bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731588928052 2024-11-14T12:55:31,804 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aad1ff7a56b4447a241037791bcf9cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731588930241 2024-11-14T12:55:31,810 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#C#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:31,811 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/dba4623f5d9e48e689772d94319300c0 is 50, key is test_row_0/C:col10/1731588930587/Put/seqid=0 2024-11-14T12:55:31,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742028_1204 (size=12663) 2024-11-14T12:55:31,892 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/0baa9f8081b64bc8841460a7fde34026 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0baa9f8081b64bc8841460a7fde34026 2024-11-14T12:55:31,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/4208b6770e484e78998fa317c47b289e 2024-11-14T12:55:31,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:31,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:31,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:31,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:31,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:31,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/0c6dac53b2ce4799b8cff22c00ea0545 is 50, key is test_row_0/C:col10/1731588931281/Put/seqid=0 2024-11-14T12:55:31,918 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/A of 48527b69c60066c423a9944037b514bc into 0baa9f8081b64bc8841460a7fde34026(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:31,918 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:31,918 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/A, priority=13, startTime=1731588931267; duration=0sec 2024-11-14T12:55:31,918 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:31,918 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:A 2024-11-14T12:55:31,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742029_1205 (size=12151) 2024-11-14T12:55:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T12:55:31,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/0c6dac53b2ce4799b8cff22c00ea0545 2024-11-14T12:55:31,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/b10edae46c974b77929e826b74ac0c47 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/b10edae46c974b77929e826b74ac0c47 2024-11-14T12:55:31,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/b10edae46c974b77929e826b74ac0c47, entries=200, sequenceid=223, filesize=38.8 K 2024-11-14T12:55:31,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/4208b6770e484e78998fa317c47b289e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/4208b6770e484e78998fa317c47b289e 2024-11-14T12:55:31,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/4208b6770e484e78998fa317c47b289e, entries=150, sequenceid=223, filesize=11.9 K 2024-11-14T12:55:31,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/0c6dac53b2ce4799b8cff22c00ea0545 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/0c6dac53b2ce4799b8cff22c00ea0545 2024-11-14T12:55:31,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/0c6dac53b2ce4799b8cff22c00ea0545, entries=150, sequenceid=223, filesize=11.9 K 2024-11-14T12:55:31,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 48527b69c60066c423a9944037b514bc in 713ms, sequenceid=223, compaction requested=false 2024-11-14T12:55:31,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:32,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T12:55:32,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:32,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:32,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:32,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:32,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:32,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:32,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111499a9e3b4077a45fcacfb0c391f228754_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588931998/Put/seqid=0 2024-11-14T12:55:32,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:32,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588992046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:32,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:32,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:32,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588992044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:32,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742030_1206 (size=17284) 2024-11-14T12:55:32,065 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:32,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:32,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:32,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:32,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:32,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,072 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111499a9e3b4077a45fcacfb0c391f228754_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111499a9e3b4077a45fcacfb0c391f228754_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:32,073 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/fc683cbec0f741fc8ce049ab41f2e04d, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:32,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/fc683cbec0f741fc8ce049ab41f2e04d is 175, key is test_row_0/A:col10/1731588931998/Put/seqid=0 2024-11-14T12:55:32,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742031_1207 (size=48389) 2024-11-14T12:55:32,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588992165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:32,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588992165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:32,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:32,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,230 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/dba4623f5d9e48e689772d94319300c0 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/dba4623f5d9e48e689772d94319300c0 2024-11-14T12:55:32,236 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/C of 48527b69c60066c423a9944037b514bc into dba4623f5d9e48e689772d94319300c0(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:32,236 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:32,236 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/C, priority=13, startTime=1731588931268; duration=0sec 2024-11-14T12:55:32,236 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:32,236 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:C 2024-11-14T12:55:32,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:32,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:32,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:32,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:32,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588992375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:32,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:32,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:32,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:32,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588992375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:32,489 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/fc683cbec0f741fc8ce049ab41f2e04d 2024-11-14T12:55:32,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/a8ce1114fcf84668b76e93136b30eebc is 50, key is test_row_0/B:col10/1731588931998/Put/seqid=0 2024-11-14T12:55:32,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742032_1208 (size=12151) 2024-11-14T12:55:32,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:32,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:32,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:32,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:32,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:32,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:32,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:32,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:32,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588992684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:32,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:32,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:32,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:32,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588992684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:32,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:32,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:32,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:32,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:32,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/a8ce1114fcf84668b76e93136b30eebc 2024-11-14T12:55:32,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/d33da418104d4daaa4ba64efa9f9b8d3 is 50, key is test_row_0/C:col10/1731588931998/Put/seqid=0 2024-11-14T12:55:32,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742033_1209 (size=12151) 2024-11-14T12:55:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T12:55:32,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:32,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:32,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:32,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:32,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:33,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:33,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:33,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:33,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:33,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:33,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:33,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588993195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:33,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588993195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:33,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:33,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:33,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:33,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/d33da418104d4daaa4ba64efa9f9b8d3 2024-11-14T12:55:33,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/fc683cbec0f741fc8ce049ab41f2e04d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/fc683cbec0f741fc8ce049ab41f2e04d 2024-11-14T12:55:33,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/fc683cbec0f741fc8ce049ab41f2e04d, entries=250, sequenceid=244, filesize=47.3 K 2024-11-14T12:55:33,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/a8ce1114fcf84668b76e93136b30eebc as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/a8ce1114fcf84668b76e93136b30eebc 2024-11-14T12:55:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/a8ce1114fcf84668b76e93136b30eebc, entries=150, sequenceid=244, filesize=11.9 K 2024-11-14T12:55:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/d33da418104d4daaa4ba64efa9f9b8d3 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/d33da418104d4daaa4ba64efa9f9b8d3 2024-11-14T12:55:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/d33da418104d4daaa4ba64efa9f9b8d3, entries=150, sequenceid=244, filesize=11.9 K 2024-11-14T12:55:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 48527b69c60066c423a9944037b514bc in 1340ms, sequenceid=244, compaction requested=true 2024-11-14T12:55:33,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:33,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:33,341 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:33,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,341 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:33,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:33,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:33,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,343 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:33,343 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/B is initiating minor compaction (all files) 2024-11-14T12:55:33,343 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/B in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,343 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/26f75e992b1240d4af2393d954f2efab, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/4208b6770e484e78998fa317c47b289e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/a8ce1114fcf84668b76e93136b30eebc] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=36.1 K 2024-11-14T12:55:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,345 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:33,345 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/A is initiating minor compaction (all files) 2024-11-14T12:55:33,345 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/A in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,345 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0baa9f8081b64bc8841460a7fde34026, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/b10edae46c974b77929e826b74ac0c47, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/fc683cbec0f741fc8ce049ab41f2e04d] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=116.9 K 2024-11-14T12:55:33,345 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:33,345 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0baa9f8081b64bc8841460a7fde34026, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/b10edae46c974b77929e826b74ac0c47, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/fc683cbec0f741fc8ce049ab41f2e04d] 2024-11-14T12:55:33,345 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 26f75e992b1240d4af2393d954f2efab, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731588930241 2024-11-14T12:55:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,346 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0baa9f8081b64bc8841460a7fde34026, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731588930241 2024-11-14T12:55:33,347 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 4208b6770e484e78998fa317c47b289e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731588930630 2024-11-14T12:55:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,347 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting b10edae46c974b77929e826b74ac0c47, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731588930630 2024-11-14T12:55:33,347 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting a8ce1114fcf84668b76e93136b30eebc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731588931355 2024-11-14T12:55:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,348 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc683cbec0f741fc8ce049ab41f2e04d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731588931343 2024-11-14T12:55:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,355 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,364 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114514f35177e02409d85fb71d5bd48fa2a_48527b69c60066c423a9944037b514bc store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,368 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#B#compaction#177 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:33,369 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/06aeefc3733e4cb8b1a020fe54cdf6f8 is 50, key is test_row_0/B:col10/1731588931998/Put/seqid=0 2024-11-14T12:55:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,371 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114514f35177e02409d85fb71d5bd48fa2a_48527b69c60066c423a9944037b514bc, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:33,371 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114514f35177e02409d85fb71d5bd48fa2a_48527b69c60066c423a9944037b514bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742034_1210 (size=4469) 2024-11-14T12:55:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,411 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#A#compaction#176 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:33,411 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/7e2e141cbea84acfa1538323338623fd is 175, key is test_row_0/A:col10/1731588931998/Put/seqid=0 2024-11-14T12:55:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742035_1211 (size=12765) 2024-11-14T12:55:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,423 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/06aeefc3733e4cb8b1a020fe54cdf6f8 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/06aeefc3733e4cb8b1a020fe54cdf6f8 2024-11-14T12:55:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742036_1212 (size=31719) 2024-11-14T12:55:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,430 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/B of 48527b69c60066c423a9944037b514bc into 06aeefc3733e4cb8b1a020fe54cdf6f8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,430 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:33,430 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/B, priority=13, startTime=1731588933341; duration=0sec 2024-11-14T12:55:33,430 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:33,430 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:B 2024-11-14T12:55:33,431 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,432 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,432 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/C is initiating minor compaction (all files) 2024-11-14T12:55:33,432 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/C in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:33,432 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/dba4623f5d9e48e689772d94319300c0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/0c6dac53b2ce4799b8cff22c00ea0545, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/d33da418104d4daaa4ba64efa9f9b8d3] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=36.1 K 2024-11-14T12:55:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,434 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting dba4623f5d9e48e689772d94319300c0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731588930241 2024-11-14T12:55:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,434 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c6dac53b2ce4799b8cff22c00ea0545, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731588930630 2024-11-14T12:55:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,435 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting d33da418104d4daaa4ba64efa9f9b8d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731588931355 2024-11-14T12:55:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T12:55:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:33,446 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#C#compaction#178 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,446 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T12:55:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:33,446 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/dd8de928f4cd4b63b8bbd0741b1e091f is 50, key is test_row_0/C:col10/1731588931998/Put/seqid=0 2024-11-14T12:55:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111498f927e6d7864ee5805c006736e28778_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588932040/Put/seqid=0 2024-11-14T12:55:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742037_1213 (size=12765) 2024-11-14T12:55:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742038_1214 (size=9814) 2024-11-14T12:55:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,486 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/dd8de928f4cd4b63b8bbd0741b1e091f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/dd8de928f4cd4b63b8bbd0741b1e091f 2024-11-14T12:55:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,493 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/C of 48527b69c60066c423a9944037b514bc into dd8de928f4cd4b63b8bbd0741b1e091f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:33,493 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:33,493 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/C, priority=13, startTime=1731588933342; duration=0sec 2024-11-14T12:55:33,493 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,493 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:C 2024-11-14T12:55:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,840 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/7e2e141cbea84acfa1538323338623fd as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/7e2e141cbea84acfa1538323338623fd 2024-11-14T12:55:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,846 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/A of 48527b69c60066c423a9944037b514bc into 7e2e141cbea84acfa1538323338623fd(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:33,846 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:33,846 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/A, priority=13, startTime=1731588933341; duration=0sec 2024-11-14T12:55:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,846 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:33,846 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:A 2024-11-14T12:55:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,882 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111498f927e6d7864ee5805c006736e28778_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111498f927e6d7864ee5805c006736e28778_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/43d3bfceba5d4814b318e0cd825d3dce, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/43d3bfceba5d4814b318e0cd825d3dce is 175, key is test_row_0/A:col10/1731588932040/Put/seqid=0 2024-11-14T12:55:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742039_1215 (size=22461) 2024-11-14T12:55:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,918 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/43d3bfceba5d4814b318e0cd825d3dce 2024-11-14T12:55:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/f341b36c291540729d930b15e343a8ae is 50, key is test_row_0/B:col10/1731588932040/Put/seqid=0 2024-11-14T12:55:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742040_1216 (size=9757) 2024-11-14T12:55:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:34,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588994268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:34,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588994269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:34,361 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/f341b36c291540729d930b15e343a8ae 2024-11-14T12:55:34,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/78ff02d95be64a26b92f463ad009a139 is 50, key is test_row_0/C:col10/1731588932040/Put/seqid=0 2024-11-14T12:55:34,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742041_1217 (size=9757) 2024-11-14T12:55:34,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588994375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:34,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:34,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:34,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:34,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588994375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:34,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:34,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:34,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:34,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588994584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:34,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588994585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:34,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:34,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:34,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:34,773 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/78ff02d95be64a26b92f463ad009a139 2024-11-14T12:55:34,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/43d3bfceba5d4814b318e0cd825d3dce as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/43d3bfceba5d4814b318e0cd825d3dce 2024-11-14T12:55:34,786 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/43d3bfceba5d4814b318e0cd825d3dce, entries=100, sequenceid=259, filesize=21.9 K 2024-11-14T12:55:34,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/f341b36c291540729d930b15e343a8ae as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f341b36c291540729d930b15e343a8ae 2024-11-14T12:55:34,792 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f341b36c291540729d930b15e343a8ae, entries=100, sequenceid=259, filesize=9.5 K 2024-11-14T12:55:34,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/78ff02d95be64a26b92f463ad009a139 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/78ff02d95be64a26b92f463ad009a139 2024-11-14T12:55:34,800 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/78ff02d95be64a26b92f463ad009a139, entries=100, sequenceid=259, filesize=9.5 K 2024-11-14T12:55:34,801 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 48527b69c60066c423a9944037b514bc in 1355ms, sequenceid=259, compaction requested=false 2024-11-14T12:55:34,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:34,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:34,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-14T12:55:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-14T12:55:34,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-14T12:55:34,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.0120 sec 2024-11-14T12:55:34,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 4.0210 sec 2024-11-14T12:55:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:34,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T12:55:34,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:34,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:34,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:34,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:34,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:34,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:34,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ce9a81f72de346f293f856677df22c24_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588934267/Put/seqid=0 2024-11-14T12:55:34,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742042_1218 (size=17534) 2024-11-14T12:55:34,918 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:34,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588994919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:34,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:34,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:34,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:34,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588994921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:34,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:34,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:34,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:34,925 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ce9a81f72de346f293f856677df22c24_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ce9a81f72de346f293f856677df22c24_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:34,927 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/59fa3d91dbd84c3eb7a58b8b732236ae, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:34,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/59fa3d91dbd84c3eb7a58b8b732236ae is 175, key is test_row_0/A:col10/1731588934267/Put/seqid=0 2024-11-14T12:55:34,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742043_1219 (size=48639) 2024-11-14T12:55:34,932 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/59fa3d91dbd84c3eb7a58b8b732236ae 2024-11-14T12:55:34,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/f6d1f2d18bdd4e43bd3c8ec73727e5f3 is 50, key is test_row_0/B:col10/1731588934267/Put/seqid=0 2024-11-14T12:55:34,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742044_1220 (size=12301) 2024-11-14T12:55:34,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/f6d1f2d18bdd4e43bd3c8ec73727e5f3 2024-11-14T12:55:34,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/91aa8ccaf5044e08ae49f88d5d8990d0 is 50, key is test_row_0/C:col10/1731588934267/Put/seqid=0 2024-11-14T12:55:34,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742045_1221 (size=12301) 2024-11-14T12:55:34,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/91aa8ccaf5044e08ae49f88d5d8990d0 2024-11-14T12:55:34,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/59fa3d91dbd84c3eb7a58b8b732236ae as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/59fa3d91dbd84c3eb7a58b8b732236ae 2024-11-14T12:55:34,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/59fa3d91dbd84c3eb7a58b8b732236ae, entries=250, sequenceid=282, filesize=47.5 K 2024-11-14T12:55:34,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/f6d1f2d18bdd4e43bd3c8ec73727e5f3 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f6d1f2d18bdd4e43bd3c8ec73727e5f3 2024-11-14T12:55:34,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f6d1f2d18bdd4e43bd3c8ec73727e5f3, entries=150, sequenceid=282, filesize=12.0 K 2024-11-14T12:55:34,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/91aa8ccaf5044e08ae49f88d5d8990d0 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/91aa8ccaf5044e08ae49f88d5d8990d0 2024-11-14T12:55:34,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/91aa8ccaf5044e08ae49f88d5d8990d0, entries=150, sequenceid=282, filesize=12.0 K 2024-11-14T12:55:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T12:55:34,984 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:34,985 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:34,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 48527b69c60066c423a9944037b514bc in 89ms, sequenceid=282, compaction requested=true 2024-11-14T12:55:34,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:34,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:34,986 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:34,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-14T12:55:34,986 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:34,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:34,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:34,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:34,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T12:55:34,987 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:34,988 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:34,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:34,988 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:34,989 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/B is initiating minor compaction (all files) 2024-11-14T12:55:34,989 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/B in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:34,989 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102819 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:34,989 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/06aeefc3733e4cb8b1a020fe54cdf6f8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f341b36c291540729d930b15e343a8ae, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f6d1f2d18bdd4e43bd3c8ec73727e5f3] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=34.0 K 2024-11-14T12:55:34,989 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/A is initiating minor compaction (all files) 2024-11-14T12:55:34,989 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/A in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:34,989 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/7e2e141cbea84acfa1538323338623fd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/43d3bfceba5d4814b318e0cd825d3dce, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/59fa3d91dbd84c3eb7a58b8b732236ae] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=100.4 K 2024-11-14T12:55:34,989 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:34,989 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/7e2e141cbea84acfa1538323338623fd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/43d3bfceba5d4814b318e0cd825d3dce, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/59fa3d91dbd84c3eb7a58b8b732236ae] 2024-11-14T12:55:34,989 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 06aeefc3733e4cb8b1a020fe54cdf6f8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731588931355 2024-11-14T12:55:34,990 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e2e141cbea84acfa1538323338623fd, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731588931355 2024-11-14T12:55:34,990 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting f341b36c291540729d930b15e343a8ae, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731588932040 2024-11-14T12:55:34,991 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting f6d1f2d18bdd4e43bd3c8ec73727e5f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731588934267 2024-11-14T12:55:34,991 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43d3bfceba5d4814b318e0cd825d3dce, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731588932040 2024-11-14T12:55:34,992 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59fa3d91dbd84c3eb7a58b8b732236ae, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731588934258 2024-11-14T12:55:34,998 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#B#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:34,999 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/1bc42d914d56420aa8a3931e50324f17 is 50, key is test_row_0/B:col10/1731588934267/Put/seqid=0 2024-11-14T12:55:35,000 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:35,008 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114e6c34cecb5b6445ea48e82f91d2d4bbd_48527b69c60066c423a9944037b514bc store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:35,010 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114e6c34cecb5b6445ea48e82f91d2d4bbd_48527b69c60066c423a9944037b514bc, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:35,010 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e6c34cecb5b6445ea48e82f91d2d4bbd_48527b69c60066c423a9944037b514bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:35,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742046_1222 (size=13017) 2024-11-14T12:55:35,019 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/1bc42d914d56420aa8a3931e50324f17 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/1bc42d914d56420aa8a3931e50324f17 2024-11-14T12:55:35,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742047_1223 (size=4469) 2024-11-14T12:55:35,024 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/B of 48527b69c60066c423a9944037b514bc into 1bc42d914d56420aa8a3931e50324f17(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:35,024 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:35,024 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/B, priority=13, startTime=1731588934986; duration=0sec 2024-11-14T12:55:35,024 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:35,024 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:B 2024-11-14T12:55:35,024 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:35,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T12:55:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:35,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:35,029 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#A#compaction#186 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:35,030 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/5502de9dfad448c48591a26326ece575 is 175, key is test_row_0/A:col10/1731588934267/Put/seqid=0 2024-11-14T12:55:35,032 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:35,032 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/C is initiating minor compaction (all files) 2024-11-14T12:55:35,032 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/C in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:35,032 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/dd8de928f4cd4b63b8bbd0741b1e091f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/78ff02d95be64a26b92f463ad009a139, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/91aa8ccaf5044e08ae49f88d5d8990d0] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=34.0 K 2024-11-14T12:55:35,032 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting dd8de928f4cd4b63b8bbd0741b1e091f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731588931355 2024-11-14T12:55:35,033 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 78ff02d95be64a26b92f463ad009a139, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731588932040 2024-11-14T12:55:35,033 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 91aa8ccaf5044e08ae49f88d5d8990d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731588934267 2024-11-14T12:55:35,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d0c8cbb523da4805b16a50ba46d70184_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588934910/Put/seqid=0 2024-11-14T12:55:35,045 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#C#compaction#188 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:35,046 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/3c3e60be20e548729b6cee05c81e83a1 is 50, key is test_row_0/C:col10/1731588934267/Put/seqid=0 2024-11-14T12:55:35,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742048_1224 (size=31971) 2024-11-14T12:55:35,067 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/5502de9dfad448c48591a26326ece575 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/5502de9dfad448c48591a26326ece575 2024-11-14T12:55:35,071 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/A of 48527b69c60066c423a9944037b514bc into 5502de9dfad448c48591a26326ece575(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:35,072 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:35,072 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/A, priority=13, startTime=1731588934986; duration=0sec 2024-11-14T12:55:35,072 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:35,072 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:A 2024-11-14T12:55:35,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588995074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:35,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588995075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:35,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742050_1226 (size=13017) 2024-11-14T12:55:35,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742049_1225 (size=14994) 2024-11-14T12:55:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T12:55:35,094 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:35,104 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d0c8cbb523da4805b16a50ba46d70184_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d0c8cbb523da4805b16a50ba46d70184_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:35,105 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/f840be4133eb4bffa4722293b19fe941, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:35,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/f840be4133eb4bffa4722293b19fe941 is 175, key is test_row_0/A:col10/1731588934910/Put/seqid=0 2024-11-14T12:55:35,109 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/3c3e60be20e548729b6cee05c81e83a1 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/3c3e60be20e548729b6cee05c81e83a1 2024-11-14T12:55:35,118 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/C of 48527b69c60066c423a9944037b514bc into 3c3e60be20e548729b6cee05c81e83a1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:35,118 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:35,118 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/C, priority=13, startTime=1731588934986; duration=0sec 2024-11-14T12:55:35,118 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:35,118 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:C 2024-11-14T12:55:35,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742051_1227 (size=39949) 2024-11-14T12:55:35,128 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/f840be4133eb4bffa4722293b19fe941 2024-11-14T12:55:35,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/9af751b541754d3b9b8702fb5cc625a7 is 50, key is test_row_0/B:col10/1731588934910/Put/seqid=0 2024-11-14T12:55:35,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T12:55:35,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:35,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:35,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:35,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742052_1228 (size=12301) 2024-11-14T12:55:35,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/9af751b541754d3b9b8702fb5cc625a7 2024-11-14T12:55:35,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/f25d47f2a9c74e8aa302bdbaa6503cda is 50, key is test_row_0/C:col10/1731588934910/Put/seqid=0 2024-11-14T12:55:35,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742053_1229 (size=12301) 2024-11-14T12:55:35,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588995185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:35,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588995185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:35,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T12:55:35,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:35,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:35,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:35,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T12:55:35,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588995394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:35,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:35,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:35,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:35,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588995394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:35,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:35,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:35,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:35,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T12:55:35,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:35,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:35,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:35,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/f25d47f2a9c74e8aa302bdbaa6503cda 2024-11-14T12:55:35,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/f840be4133eb4bffa4722293b19fe941 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f840be4133eb4bffa4722293b19fe941 2024-11-14T12:55:35,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f840be4133eb4bffa4722293b19fe941, entries=200, sequenceid=295, filesize=39.0 K 2024-11-14T12:55:35,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/9af751b541754d3b9b8702fb5cc625a7 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/9af751b541754d3b9b8702fb5cc625a7 2024-11-14T12:55:35,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T12:55:35,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:35,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:35,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:35,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/9af751b541754d3b9b8702fb5cc625a7, entries=150, sequenceid=295, filesize=12.0 K 2024-11-14T12:55:35,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/f25d47f2a9c74e8aa302bdbaa6503cda as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/f25d47f2a9c74e8aa302bdbaa6503cda 2024-11-14T12:55:35,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/f25d47f2a9c74e8aa302bdbaa6503cda, entries=150, sequenceid=295, filesize=12.0 K 2024-11-14T12:55:35,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 48527b69c60066c423a9944037b514bc in 587ms, sequenceid=295, compaction requested=false 2024-11-14T12:55:35,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T12:55:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:35,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588935065, max timestamp=1731588935704Num uniques 859; 2024-11-14T12:55:35,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:55:35,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588935065, max timestamp=1731588935704Num uniques 859; 2024-11-14T12:55:35,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:55:35,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588935065, max timestamp=1731588935704Num uniques 859; 2024-11-14T12:55:35,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:55:35,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=26.84 KB heapSize=66.23 KB 2024-11-14T12:55:35,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:35,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:35,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:35,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:35,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:35,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:35,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c15c93d537484def9f05438b035a50cb_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588935705/Put/seqid=0 2024-11-14T12:55:35,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742054_1230 (size=14994) 2024-11-14T12:55:35,731 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:35,735 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c15c93d537484def9f05438b035a50cb_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c15c93d537484def9f05438b035a50cb_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:35,736 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/145c25fbe43f4332a37f074489241957, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:35,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/145c25fbe43f4332a37f074489241957 is 175, key is test_row_0/A:col10/1731588935705/Put/seqid=0 2024-11-14T12:55:35,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742055_1231 (size=39949) 2024-11-14T12:55:35,755 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/145c25fbe43f4332a37f074489241957 2024-11-14T12:55:35,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T12:55:35,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:35,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:35,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:35,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/3ed888ca66164aa1970268859eee2075 is 50, key is test_row_0/B:col10/1731588935705/Put/seqid=0 2024-11-14T12:55:35,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588935748, max timestamp=1731588935769Num uniques 859; 2024-11-14T12:55:35,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:55:35,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588935748, max timestamp=1731588935769Num uniques 859; 2024-11-14T12:55:35,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:55:35,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588935748, max timestamp=1731588935769Num uniques 859; 2024-11-14T12:55:35,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:55:35,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742056_1232 (size=12301) 2024-11-14T12:55:35,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/3ed888ca66164aa1970268859eee2075 2024-11-14T12:55:35,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/c07ed317990044568f6f2cb7395b13ab is 50, key is test_row_0/C:col10/1731588935705/Put/seqid=0 2024-11-14T12:55:35,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742057_1233 (size=12301) 2024-11-14T12:55:35,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731588935821, max timestamp=1731588935840Num uniques 1068; 2024-11-14T12:55:35,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-14T12:55:35,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731588935821, max timestamp=1731588935840Num uniques 1068; 2024-11-14T12:55:35,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-14T12:55:35,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731588935821, max timestamp=1731588935840Num uniques 1068; 2024-11-14T12:55:35,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-14T12:55:35,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588995900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:35,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1731588935868, max timestamp=1731588935899Num uniques 1127; 2024-11-14T12:55:35,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1731588935868, max timestamp=1731588935899Num uniques 1127; 2024-11-14T12:55:35,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=17262, suffix heap size=145176,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=377 2024-11-14T12:55:35,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=17262, suffix heap size=145176,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=377 2024-11-14T12:55:35,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1731588935868, max timestamp=1731588935899Num uniques 1127; 2024-11-14T12:55:35,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=17262, suffix heap size=145176,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=377 2024-11-14T12:55:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:35,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:35,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:35,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T12:55:35,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:35,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:35,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:35,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:35,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588995988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:35,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:35,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:35,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:36,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588996014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:36,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:36,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:36,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:36,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T12:55:36,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:36,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588996104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:36,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:36,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:36,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T12:55:36,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T12:55:36,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:36,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/c07ed317990044568f6f2cb7395b13ab 2024-11-14T12:55:36,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/145c25fbe43f4332a37f074489241957 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/145c25fbe43f4332a37f074489241957 2024-11-14T12:55:36,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/145c25fbe43f4332a37f074489241957, entries=200, sequenceid=319, filesize=39.0 K 2024-11-14T12:55:36,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/3ed888ca66164aa1970268859eee2075 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/3ed888ca66164aa1970268859eee2075 2024-11-14T12:55:36,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588996224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:36,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/3ed888ca66164aa1970268859eee2075, entries=150, sequenceid=319, filesize=12.0 K 2024-11-14T12:55:36,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/c07ed317990044568f6f2cb7395b13ab as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/c07ed317990044568f6f2cb7395b13ab 2024-11-14T12:55:36,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/c07ed317990044568f6f2cb7395b13ab, entries=150, sequenceid=319, filesize=12.0 K 2024-11-14T12:55:36,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=161.02 KB/164880 for 48527b69c60066c423a9944037b514bc in 532ms, sequenceid=319, compaction requested=true 2024-11-14T12:55:36,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:36,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:36,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:36,240 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:36,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:36,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:36,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:36,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:55:36,240 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:36,241 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111869 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:36,241 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:36,241 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/A is initiating minor compaction (all files) 2024-11-14T12:55:36,242 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/B is initiating minor compaction (all files) 2024-11-14T12:55:36,242 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/A in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,242 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/B in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,242 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/5502de9dfad448c48591a26326ece575, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f840be4133eb4bffa4722293b19fe941, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/145c25fbe43f4332a37f074489241957] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=109.2 K 2024-11-14T12:55:36,242 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/1bc42d914d56420aa8a3931e50324f17, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/9af751b541754d3b9b8702fb5cc625a7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/3ed888ca66164aa1970268859eee2075] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=36.7 K 2024-11-14T12:55:36,242 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,242 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/5502de9dfad448c48591a26326ece575, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f840be4133eb4bffa4722293b19fe941, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/145c25fbe43f4332a37f074489241957] 2024-11-14T12:55:36,242 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5502de9dfad448c48591a26326ece575, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731588934267 2024-11-14T12:55:36,242 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bc42d914d56420aa8a3931e50324f17, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731588934267 2024-11-14T12:55:36,242 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting f840be4133eb4bffa4722293b19fe941, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731588934910 2024-11-14T12:55:36,242 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 9af751b541754d3b9b8702fb5cc625a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731588934910 2024-11-14T12:55:36,243 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ed888ca66164aa1970268859eee2075, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731588935065 2024-11-14T12:55:36,243 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 145c25fbe43f4332a37f074489241957, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731588935065 2024-11-14T12:55:36,249 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:36,250 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#B#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:36,251 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/0c2c59cc4f9c4611965940cd97fab783 is 50, key is test_row_0/B:col10/1731588935705/Put/seqid=0 2024-11-14T12:55:36,251 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111424439d1052c3472d9a27e0f23d9e7f8b_48527b69c60066c423a9944037b514bc store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:36,253 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111424439d1052c3472d9a27e0f23d9e7f8b_48527b69c60066c423a9944037b514bc, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:36,253 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111424439d1052c3472d9a27e0f23d9e7f8b_48527b69c60066c423a9944037b514bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:36,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742058_1234 (size=13119) 2024-11-14T12:55:36,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742059_1235 (size=4469) 2024-11-14T12:55:36,280 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/0c2c59cc4f9c4611965940cd97fab783 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/0c2c59cc4f9c4611965940cd97fab783 2024-11-14T12:55:36,284 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/B of 48527b69c60066c423a9944037b514bc into 0c2c59cc4f9c4611965940cd97fab783(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:36,284 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:36,284 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/B, priority=13, startTime=1731588936240; duration=0sec 2024-11-14T12:55:36,285 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:36,285 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:B 2024-11-14T12:55:36,285 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:36,287 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:36,287 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/C is initiating minor compaction (all files) 2024-11-14T12:55:36,287 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/C in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,287 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/3c3e60be20e548729b6cee05c81e83a1, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/f25d47f2a9c74e8aa302bdbaa6503cda, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/c07ed317990044568f6f2cb7395b13ab] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=36.7 K 2024-11-14T12:55:36,288 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c3e60be20e548729b6cee05c81e83a1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731588934267 2024-11-14T12:55:36,288 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting f25d47f2a9c74e8aa302bdbaa6503cda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731588934910 2024-11-14T12:55:36,288 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting c07ed317990044568f6f2cb7395b13ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731588935065 2024-11-14T12:55:36,296 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#C#compaction#196 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:36,297 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/db7d7af038a149a68da8595a9821603c is 50, key is test_row_0/C:col10/1731588935705/Put/seqid=0 2024-11-14T12:55:36,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742060_1236 (size=13119) 2024-11-14T12:55:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:36,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=167.72 KB heapSize=464.86 KB 2024-11-14T12:55:36,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:36,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T12:55:36,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:36,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T12:55:36,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:36,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T12:55:36,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145aea02f91e2a479f88a02a62f5fe0cdc_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588936316/Put/seqid=0 2024-11-14T12:55:36,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742061_1237 (size=14994) 2024-11-14T12:55:36,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588996330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:36,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:36,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:36,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:36,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T12:55:36,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:36,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588996444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:36,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:36,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:36,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:36,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T12:55:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:36,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588996534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:36,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:36,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:36,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:36,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588996654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:36,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:36,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:36,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:36,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T12:55:36,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:36,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,677 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#A#compaction#195 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,677 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/ea9993150a0347ff9b98e8d8d6e39a0d is 175, key is test_row_0/A:col10/1731588935705/Put/seqid=0 2024-11-14T12:55:36,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742062_1238 (size=32073) 2024-11-14T12:55:36,707 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/db7d7af038a149a68da8595a9821603c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/db7d7af038a149a68da8595a9821603c 2024-11-14T12:55:36,711 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/C of 48527b69c60066c423a9944037b514bc into db7d7af038a149a68da8595a9821603c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:36,711 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:36,711 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/C, priority=13, startTime=1731588936240; duration=0sec 2024-11-14T12:55:36,711 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:36,711 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:C 2024-11-14T12:55:36,730 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:36,733 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145aea02f91e2a479f88a02a62f5fe0cdc_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145aea02f91e2a479f88a02a62f5fe0cdc_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:36,734 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/c6da888e08ff47a1989af6856b94ee0a, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:36,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/c6da888e08ff47a1989af6856b94ee0a is 175, key is test_row_0/A:col10/1731588936316/Put/seqid=0 2024-11-14T12:55:36,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742063_1239 (size=39949) 2024-11-14T12:55:36,739 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=392, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/c6da888e08ff47a1989af6856b94ee0a 2024-11-14T12:55:36,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/dab1ebc4735c4cdd9c0dbbb7095250c2 is 50, key is test_row_0/B:col10/1731588936316/Put/seqid=0 2024-11-14T12:55:36,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742064_1240 (size=12301) 2024-11-14T12:55:36,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T12:55:36,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:36,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588996964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:36,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:36,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:36,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:36,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T12:55:36,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:36,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:36,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588997044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:37,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:37,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:37,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:37,085 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/ea9993150a0347ff9b98e8d8d6e39a0d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/ea9993150a0347ff9b98e8d8d6e39a0d 2024-11-14T12:55:37,090 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/A of 48527b69c60066c423a9944037b514bc into ea9993150a0347ff9b98e8d8d6e39a0d(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:37,090 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:37,090 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/A, priority=13, startTime=1731588936240; duration=0sec 2024-11-14T12:55:37,090 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:37,090 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:A 2024-11-14T12:55:37,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T12:55:37,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T12:55:37,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:37,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:37,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:37,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:37,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/dab1ebc4735c4cdd9c0dbbb7095250c2 2024-11-14T12:55:37,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/9a94e42554e54e7eb5f3441db84d8867 is 50, key is test_row_0/C:col10/1731588936316/Put/seqid=0 2024-11-14T12:55:37,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742065_1241 (size=12301) 2024-11-14T12:55:37,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/9a94e42554e54e7eb5f3441db84d8867 2024-11-14T12:55:37,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/c6da888e08ff47a1989af6856b94ee0a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/c6da888e08ff47a1989af6856b94ee0a 2024-11-14T12:55:37,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/c6da888e08ff47a1989af6856b94ee0a, entries=200, sequenceid=392, filesize=39.0 K 2024-11-14T12:55:37,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/dab1ebc4735c4cdd9c0dbbb7095250c2 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/dab1ebc4735c4cdd9c0dbbb7095250c2 2024-11-14T12:55:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/dab1ebc4735c4cdd9c0dbbb7095250c2, entries=150, sequenceid=392, filesize=12.0 K 2024-11-14T12:55:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/9a94e42554e54e7eb5f3441db84d8867 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/9a94e42554e54e7eb5f3441db84d8867 2024-11-14T12:55:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/9a94e42554e54e7eb5f3441db84d8867, entries=150, sequenceid=392, filesize=12.0 K 2024-11-14T12:55:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~464.81 KB/475968, currentSize=20.13 KB/20610 for 48527b69c60066c423a9944037b514bc in 872ms, sequenceid=392, compaction requested=false 2024-11-14T12:55:37,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T12:55:37,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:37,287 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-14T12:55:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:37,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:37,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:37,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:37,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:37,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114aa59fbaa1219408b9e87ceeb244519ae_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588936328/Put/seqid=0 2024-11-14T12:55:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742066_1242 (size=9914) 2024-11-14T12:55:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,314 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114aa59fbaa1219408b9e87ceeb244519ae_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114aa59fbaa1219408b9e87ceeb244519ae_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/8ec1b67cb4d74153a975873053247035, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:37,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/8ec1b67cb4d74153a975873053247035 is 175, key is test_row_0/A:col10/1731588936328/Put/seqid=0 2024-11-14T12:55:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742067_1243 (size=22561) 2024-11-14T12:55:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:37,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588937536, max timestamp=1731588937571Num uniques 859; 2024-11-14T12:55:37,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:55:37,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588937536, max timestamp=1731588937571Num uniques 859; 2024-11-14T12:55:37,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:55:37,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588937536, max timestamp=1731588937571Num uniques 859; 2024-11-14T12:55:37,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:55:37,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731588937626, max timestamp=1731588937652Num uniques 1068; 2024-11-14T12:55:37,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-14T12:55:37,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731588937626, max timestamp=1731588937652Num uniques 1068; 2024-11-14T12:55:37,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731588937626, max timestamp=1731588937652Num uniques 1068; 2024-11-14T12:55:37,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-14T12:55:37,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-14T12:55:37,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1731588937663, max timestamp=1731588937724Num uniques 1027; 2024-11-14T12:55:37,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1731588937663, max timestamp=1731588937724Num uniques 1027; 2024-11-14T12:55:37,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=14972, suffix heap size=134776,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=327 2024-11-14T12:55:37,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=14972, suffix heap size=134776,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=327 2024-11-14T12:55:37,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731588937710, max timestamp=1731588937724Num uniques 1027; 2024-11-14T12:55:37,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-14T12:55:37,731 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=400, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/8ec1b67cb4d74153a975873053247035 2024-11-14T12:55:37,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/11f8236330d8443c8c87fa0e6412235b is 50, key is test_row_0/B:col10/1731588936328/Put/seqid=0 2024-11-14T12:55:37,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742068_1244 (size=9857) 2024-11-14T12:55:37,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731588937787, max timestamp=1731588937838Num uniques 1186; 2024-11-14T12:55:37,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=10806, suffix heap size=151312,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=236 2024-11-14T12:55:37,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731588937787, max timestamp=1731588937838Num uniques 1036; 2024-11-14T12:55:37,846 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731588937787, max timestamp=1731588937838Num uniques 1186; 2024-11-14T12:55:37,846 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=10806, suffix heap size=151312,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=236 2024-11-14T12:55:37,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-14T12:55:37,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731588937894, max timestamp=1731588937931Num uniques 1095; 2024-11-14T12:55:37,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-14T12:55:37,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731588937894, max timestamp=1731588937931Num uniques 1095; 2024-11-14T12:55:37,936 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-14T12:55:37,936 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731588937894, max timestamp=1731588937931Num uniques 1095; 2024-11-14T12:55:37,936 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-14T12:55:38,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731588937988, max timestamp=1731588938009Num uniques 1054; 2024-11-14T12:55:38,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731588937988, max timestamp=1731588938009Num uniques 1054; 2024-11-14T12:55:38,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731588937988, max timestamp=1731588938009Num uniques 1054; 2024-11-14T12:55:38,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-14T12:55:38,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-14T12:55:38,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-14T12:55:38,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731588938023, max timestamp=1731588938074Num uniques 1063; 2024-11-14T12:55:38,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731588938023, max timestamp=1731588938074Num uniques 1063; 2024-11-14T12:55:38,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263 2024-11-14T12:55:38,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731588938023, max timestamp=1731588938074Num uniques 1063; 2024-11-14T12:55:38,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263 2024-11-14T12:55:38,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263 2024-11-14T12:55:38,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7862, totalHeapSize=18128, min timestamp=1731588938110, max timestamp=1731588938125Num uniques 1122; 2024-11-14T12:55:38,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51372, new segment data size=7862, suffix heap size=144656,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=172 2024-11-14T12:55:38,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7864, totalHeapSize=18128, min timestamp=1731588938110, max timestamp=1731588938125Num uniques 1122; 2024-11-14T12:55:38,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51374, new segment data size=7864, suffix heap size=144656,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=172 2024-11-14T12:55:38,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7864, totalHeapSize=18128, min timestamp=1731588938110, max timestamp=1731588938125Num uniques 1122; 2024-11-14T12:55:38,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51374, new segment data size=7864, suffix heap size=144656,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=172 2024-11-14T12:55:38,152 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/11f8236330d8443c8c87fa0e6412235b 2024-11-14T12:55:38,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/e7de9916558b49c0ab06774ec20dfcf6 is 50, key is test_row_0/C:col10/1731588936328/Put/seqid=0 2024-11-14T12:55:38,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742069_1245 (size=9857) 2024-11-14T12:55:38,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=381, cellSize=17446, totalHeapSize=39864, min timestamp=1731588938159, max timestamp=1731588938192Num uniques 1031; 2024-11-14T12:55:38,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=381, cellSize=17446, totalHeapSize=39864, min timestamp=1731588938159, max timestamp=1731588938192Num uniques 1031; 2024-11-14T12:55:38,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=17446, suffix heap size=135192,new segment heap size=39864 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=381 2024-11-14T12:55:38,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=17446, suffix heap size=135192,new segment heap size=39864 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=381 2024-11-14T12:55:38,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=381, cellSize=17446, totalHeapSize=39864, min timestamp=1731588938159, max timestamp=1731588938192Num uniques 1031; 2024-11-14T12:55:38,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=17446, suffix heap size=135192,new segment heap size=39864 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=381 2024-11-14T12:55:38,254 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731588938231, max timestamp=1731588938250Num uniques 1240; 2024-11-14T12:55:38,254 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731588938231, max timestamp=1731588938250Num uniques 1240; 2024-11-14T12:55:38,254 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=56790, new segment data size=13280, suffix heap size=156928,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1240, new segment cells count=290 2024-11-14T12:55:38,254 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=56790, new segment data size=13280, suffix heap size=156928,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1240, new segment cells count=290 2024-11-14T12:55:38,255 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731588938231, max timestamp=1731588938250Num uniques 1240; 2024-11-14T12:55:38,255 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=56790, new segment data size=13280, suffix heap size=156928,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1240, new segment cells count=290 2024-11-14T12:55:38,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 375 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588998312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:38,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:38,314 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=349, cellSize=15984, totalHeapSize=36536, min timestamp=1731588938282, max timestamp=1731588938309Num uniques 1149; 2024-11-14T12:55:38,314 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=349, cellSize=15984, totalHeapSize=36536, min timestamp=1731588938282, max timestamp=1731588938309Num uniques 1149; 2024-11-14T12:55:38,314 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=349, cellSize=15984, totalHeapSize=36536, min timestamp=1731588938282, max timestamp=1731588938309Num uniques 1149; 2024-11-14T12:55:38,314 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=15984, suffix heap size=147464,new segment heap size=36536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=349 2024-11-14T12:55:38,314 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=15984, suffix heap size=147464,new segment heap size=36536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=349 2024-11-14T12:55:38,314 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=15984, suffix heap size=147464,new segment heap size=36536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=349 2024-11-14T12:55:38,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731588938338, max timestamp=1731588938375Num uniques 1208; 2024-11-14T12:55:38,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=55320, new segment data size=9520, suffix heap size=153600,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1208, new segment cells count=208 2024-11-14T12:55:38,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731588938338, max timestamp=1731588938375Num uniques 1208; 2024-11-14T12:55:38,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731588938338, max timestamp=1731588938375Num uniques 1208; 2024-11-14T12:55:38,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=55320, new segment data size=9520, suffix heap size=153600,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1208, new segment cells count=208 2024-11-14T12:55:38,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=55320, new segment data size=9520, suffix heap size=153600,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1208, new segment cells count=208 2024-11-14T12:55:38,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=317, cellSize=14512, totalHeapSize=33208, min timestamp=1731588938426, max timestamp=1731588938445Num uniques 1067; 2024-11-14T12:55:38,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=317, cellSize=14512, totalHeapSize=33208, min timestamp=1731588938426, max timestamp=1731588938445Num uniques 1067; 2024-11-14T12:55:38,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=14512, suffix heap size=138936,new segment heap size=33208 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=317 2024-11-14T12:55:38,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=14512, suffix heap size=138936,new segment heap size=33208 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=317 2024-11-14T12:55:38,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=317, cellSize=14512, totalHeapSize=33208, min timestamp=1731588938426, max timestamp=1731588938445Num uniques 1067; 2024-11-14T12:55:38,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=14512, suffix heap size=138936,new segment heap size=33208 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=317 2024-11-14T12:55:38,492 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=376, cellSize=17216, totalHeapSize=39344, min timestamp=1731588938476, max timestamp=1731588938488Num uniques 1176; 2024-11-14T12:55:38,492 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=53856, new segment data size=17216, suffix heap size=150272,new segment heap size=39344 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1176, new segment cells count=376 2024-11-14T12:55:38,493 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=376, cellSize=17216, totalHeapSize=39344, min timestamp=1731588938476, max timestamp=1731588938488Num uniques 1176; 2024-11-14T12:55:38,493 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=53856, new segment data size=17216, suffix heap size=150272,new segment heap size=39344 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1176, new segment cells count=376 2024-11-14T12:55:38,495 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=376, cellSize=17216, totalHeapSize=39344, min timestamp=1731588938476, max timestamp=1731588938488Num uniques 1176; 2024-11-14T12:55:38,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=53856, new segment data size=17216, suffix heap size=150272,new segment heap size=39344 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1176, new segment cells count=376 2024-11-14T12:55:38,523 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=385, cellSize=17630, totalHeapSize=40280, min timestamp=1731588938504, max timestamp=1731588938519Num uniques 1235; 2024-11-14T12:55:38,523 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=56560, new segment data size=17630, suffix heap size=156408,new segment heap size=40280 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1235, new segment cells count=385 2024-11-14T12:55:38,523 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=385, cellSize=17630, totalHeapSize=40280, min timestamp=1731588938504, max timestamp=1731588938519Num uniques 1235; 2024-11-14T12:55:38,523 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=56560, new segment data size=17630, suffix heap size=156408,new segment heap size=40280 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1235, new segment cells count=385 2024-11-14T12:55:38,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=385, cellSize=17630, totalHeapSize=40280, min timestamp=1731588938504, max timestamp=1731588938519Num uniques 1235; 2024-11-14T12:55:38,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=56560, new segment data size=17630, suffix heap size=156408,new segment heap size=40280 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1235, new segment cells count=385 2024-11-14T12:55:38,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60168 deadline: 1731588998544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:38,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 393 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588998544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:38,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60166 deadline: 1731588998544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:38,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60182 deadline: 1731588998545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:38,550 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_2' in 48527b69c60066c423a9944037b514bc of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18351 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:55:38,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:38,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:38,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=344, cellSize=15754, totalHeapSize=36016, min timestamp=1731588938529, max timestamp=1731588938548Num uniques 1244; 2024-11-14T12:55:38,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=56974, new segment data size=15754, suffix heap size=157344,new segment heap size=36016 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1244, new segment cells count=344 2024-11-14T12:55:38,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=344, cellSize=15754, totalHeapSize=36016, min timestamp=1731588938529, max timestamp=1731588938548Num uniques 1244; 2024-11-14T12:55:38,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=56974, new segment data size=15754, suffix heap size=157344,new segment heap size=36016 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1244, new segment cells count=344 2024-11-14T12:55:38,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=344, cellSize=15754, totalHeapSize=36016, min timestamp=1731588938529, max timestamp=1731588938548Num uniques 1244; 2024-11-14T12:55:38,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:38,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=56974, new segment data size=15754, suffix heap size=157344,new segment heap size=36016 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1244, new segment cells count=344 2024-11-14T12:55:38,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:38,577 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/e7de9916558b49c0ab06774ec20dfcf6 2024-11-14T12:55:38,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/8ec1b67cb4d74153a975873053247035 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/8ec1b67cb4d74153a975873053247035 2024-11-14T12:55:38,585 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/8ec1b67cb4d74153a975873053247035, entries=100, sequenceid=400, filesize=22.0 K 2024-11-14T12:55:38,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/11f8236330d8443c8c87fa0e6412235b as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/11f8236330d8443c8c87fa0e6412235b 2024-11-14T12:55:38,591 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/11f8236330d8443c8c87fa0e6412235b, entries=100, sequenceid=400, filesize=9.6 K 2024-11-14T12:55:38,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/e7de9916558b49c0ab06774ec20dfcf6 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/e7de9916558b49c0ab06774ec20dfcf6 2024-11-14T12:55:38,595 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/e7de9916558b49c0ab06774ec20dfcf6, entries=100, sequenceid=400, filesize=9.6 K 2024-11-14T12:55:38,596 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=120.76 KB/123660 for 48527b69c60066c423a9944037b514bc in 1309ms, sequenceid=400, compaction requested=true 2024-11-14T12:55:38,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:38,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:38,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-14T12:55:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-14T12:55:38,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-14T12:55:38,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6100 sec 2024-11-14T12:55:38,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 3.6150 sec 2024-11-14T12:55:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:38,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=134.18 KB heapSize=367.64 KB 2024-11-14T12:55:38,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:38,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:38,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:38,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:38,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:38,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:38,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f0785b6c85aa45b18b83b341a3235d9f_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588938584/Put/seqid=0 2024-11-14T12:55:38,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742070_1246 (size=14994) 2024-11-14T12:55:38,617 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:38,620 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f0785b6c85aa45b18b83b341a3235d9f_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f0785b6c85aa45b18b83b341a3235d9f_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:38,621 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/bf524be80f10451db7b00c5c5e3a29dd, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:38,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/bf524be80f10451db7b00c5c5e3a29dd is 175, key is test_row_0/A:col10/1731588938584/Put/seqid=0 2024-11-14T12:55:38,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742071_1247 (size=39949) 2024-11-14T12:55:38,634 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=691, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/bf524be80f10451db7b00c5c5e3a29dd 2024-11-14T12:55:38,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/c172107960b24b54b726c7d8b3dd32db is 50, key is test_row_0/B:col10/1731588938584/Put/seqid=0 2024-11-14T12:55:38,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742072_1248 (size=12301) 2024-11-14T12:55:38,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=691 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/c172107960b24b54b726c7d8b3dd32db 2024-11-14T12:55:38,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588998652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:38,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60182 deadline: 1731588998654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:38,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60168 deadline: 1731588998654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:38,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 394 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588998666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:38,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/7034e4e3ea3b4d5a9ebafc5eb1fb4b2e is 50, key is test_row_0/C:col10/1731588938584/Put/seqid=0 2024-11-14T12:55:38,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742073_1249 (size=12301) 2024-11-14T12:55:38,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=691 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/7034e4e3ea3b4d5a9ebafc5eb1fb4b2e 2024-11-14T12:55:38,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/bf524be80f10451db7b00c5c5e3a29dd as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/bf524be80f10451db7b00c5c5e3a29dd 2024-11-14T12:55:38,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/bf524be80f10451db7b00c5c5e3a29dd, entries=200, sequenceid=691, filesize=39.0 K 2024-11-14T12:55:38,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/c172107960b24b54b726c7d8b3dd32db as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/c172107960b24b54b726c7d8b3dd32db 2024-11-14T12:55:38,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/c172107960b24b54b726c7d8b3dd32db, entries=150, sequenceid=691, filesize=12.0 K 2024-11-14T12:55:38,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/7034e4e3ea3b4d5a9ebafc5eb1fb4b2e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/7034e4e3ea3b4d5a9ebafc5eb1fb4b2e 2024-11-14T12:55:38,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/7034e4e3ea3b4d5a9ebafc5eb1fb4b2e, entries=150, sequenceid=691, filesize=12.0 K 2024-11-14T12:55:38,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~367.59 KB/376416, currentSize=53.67 KB/54960 for 48527b69c60066c423a9944037b514bc in 99ms, sequenceid=691, compaction requested=true 2024-11-14T12:55:38,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:38,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:38,702 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:55:38,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:38,702 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:55:38,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:38,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:38,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:38,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:38,703 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:55:38,703 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/B is initiating minor compaction (all files) 2024-11-14T12:55:38,703 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134532 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:55:38,703 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/B in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:38,703 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/A is initiating minor compaction (all files) 2024-11-14T12:55:38,704 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/A in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:38,704 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/0c2c59cc4f9c4611965940cd97fab783, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/dab1ebc4735c4cdd9c0dbbb7095250c2, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/11f8236330d8443c8c87fa0e6412235b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/c172107960b24b54b726c7d8b3dd32db] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=46.5 K 2024-11-14T12:55:38,704 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/ea9993150a0347ff9b98e8d8d6e39a0d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/c6da888e08ff47a1989af6856b94ee0a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/8ec1b67cb4d74153a975873053247035, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/bf524be80f10451db7b00c5c5e3a29dd] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=131.4 K 2024-11-14T12:55:38,704 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:38,704 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/ea9993150a0347ff9b98e8d8d6e39a0d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/c6da888e08ff47a1989af6856b94ee0a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/8ec1b67cb4d74153a975873053247035, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/bf524be80f10451db7b00c5c5e3a29dd] 2024-11-14T12:55:38,704 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c2c59cc4f9c4611965940cd97fab783, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731588935065 2024-11-14T12:55:38,704 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea9993150a0347ff9b98e8d8d6e39a0d, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731588935065 2024-11-14T12:55:38,705 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting dab1ebc4735c4cdd9c0dbbb7095250c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731588935982 2024-11-14T12:55:38,705 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6da888e08ff47a1989af6856b94ee0a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731588935982 2024-11-14T12:55:38,705 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 11f8236330d8443c8c87fa0e6412235b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731588936325 2024-11-14T12:55:38,705 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ec1b67cb4d74153a975873053247035, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731588936325 2024-11-14T12:55:38,705 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting c172107960b24b54b726c7d8b3dd32db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1731588938584 2024-11-14T12:55:38,705 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf524be80f10451db7b00c5c5e3a29dd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1731588938584 2024-11-14T12:55:38,723 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:38,726 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#B#compaction#206 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:38,726 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/605647237aec48fa9444f7f99876d432 is 50, key is test_row_0/B:col10/1731588938584/Put/seqid=0 2024-11-14T12:55:38,727 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114e55011ed835b43c7b51315dabdc82888_48527b69c60066c423a9944037b514bc store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:38,730 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114e55011ed835b43c7b51315dabdc82888_48527b69c60066c423a9944037b514bc, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:38,730 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e55011ed835b43c7b51315dabdc82888_48527b69c60066c423a9944037b514bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:38,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742074_1250 (size=13255) 2024-11-14T12:55:38,756 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/605647237aec48fa9444f7f99876d432 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/605647237aec48fa9444f7f99876d432 2024-11-14T12:55:38,765 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 48527b69c60066c423a9944037b514bc/B of 48527b69c60066c423a9944037b514bc into 605647237aec48fa9444f7f99876d432(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:38,765 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:38,765 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/B, priority=12, startTime=1731588938702; duration=0sec 2024-11-14T12:55:38,766 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:38,766 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:B 2024-11-14T12:55:38,766 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:55:38,767 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:55:38,767 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/C is initiating minor compaction (all files) 2024-11-14T12:55:38,768 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/C in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:38,768 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/db7d7af038a149a68da8595a9821603c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/9a94e42554e54e7eb5f3441db84d8867, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/e7de9916558b49c0ab06774ec20dfcf6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/7034e4e3ea3b4d5a9ebafc5eb1fb4b2e] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=46.5 K 2024-11-14T12:55:38,768 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting db7d7af038a149a68da8595a9821603c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731588935065 2024-11-14T12:55:38,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742075_1251 (size=4469) 2024-11-14T12:55:38,769 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a94e42554e54e7eb5f3441db84d8867, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731588935982 2024-11-14T12:55:38,770 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting e7de9916558b49c0ab06774ec20dfcf6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731588936325 2024-11-14T12:55:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:38,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T12:55:38,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:38,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:38,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:38,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:38,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:38,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:38,770 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 7034e4e3ea3b4d5a9ebafc5eb1fb4b2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1731588938584 2024-11-14T12:55:38,771 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#A#compaction#207 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:38,771 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/cd50227756eb4c508556302ded8613b3 is 175, key is test_row_0/A:col10/1731588938584/Put/seqid=0 2024-11-14T12:55:38,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742076_1252 (size=32209) 2024-11-14T12:55:38,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114852cf92afaab40ed815ae419ce6ed34d_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588938641/Put/seqid=0 2024-11-14T12:55:38,790 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#C#compaction#209 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:38,791 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/96046e3cef874347b427f67b32fd28f5 is 50, key is test_row_0/C:col10/1731588938584/Put/seqid=0 2024-11-14T12:55:38,793 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/cd50227756eb4c508556302ded8613b3 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/cd50227756eb4c508556302ded8613b3 2024-11-14T12:55:38,799 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 48527b69c60066c423a9944037b514bc/A of 48527b69c60066c423a9944037b514bc into cd50227756eb4c508556302ded8613b3(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:38,799 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:38,800 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/A, priority=12, startTime=1731588938702; duration=0sec 2024-11-14T12:55:38,800 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:38,800 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:A 2024-11-14T12:55:38,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742078_1254 (size=13255) 2024-11-14T12:55:38,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742077_1253 (size=14994) 2024-11-14T12:55:38,826 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:38,836 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114852cf92afaab40ed815ae419ce6ed34d_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114852cf92afaab40ed815ae419ce6ed34d_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:38,837 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/974e84d297fe4260881c32d2c917b167, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:38,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/974e84d297fe4260881c32d2c917b167 is 175, key is test_row_0/A:col10/1731588938641/Put/seqid=0 2024-11-14T12:55:38,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742079_1255 (size=39949) 2024-11-14T12:55:38,851 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=704, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/974e84d297fe4260881c32d2c917b167 2024-11-14T12:55:38,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/413492c84e61487f8844a9844bfca92f is 50, key is test_row_0/B:col10/1731588938641/Put/seqid=0 2024-11-14T12:55:38,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:38,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 395 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588998875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60168 deadline: 1731588998875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:38,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60182 deadline: 1731588998875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:38,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588998878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:38,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742080_1256 (size=12301) 2024-11-14T12:55:38,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=704 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/413492c84e61487f8844a9844bfca92f 2024-11-14T12:55:38,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/ba9c98f112ce4a2799277adcfe59d3ab is 50, key is test_row_0/C:col10/1731588938641/Put/seqid=0 2024-11-14T12:55:38,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742081_1257 (size=12301) 2024-11-14T12:55:38,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=704 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/ba9c98f112ce4a2799277adcfe59d3ab 2024-11-14T12:55:38,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/974e84d297fe4260881c32d2c917b167 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/974e84d297fe4260881c32d2c917b167 2024-11-14T12:55:38,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/974e84d297fe4260881c32d2c917b167, entries=200, sequenceid=704, filesize=39.0 K 2024-11-14T12:55:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/413492c84e61487f8844a9844bfca92f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/413492c84e61487f8844a9844bfca92f 2024-11-14T12:55:38,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/413492c84e61487f8844a9844bfca92f, entries=150, sequenceid=704, filesize=12.0 K 2024-11-14T12:55:38,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/ba9c98f112ce4a2799277adcfe59d3ab as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ba9c98f112ce4a2799277adcfe59d3ab 2024-11-14T12:55:38,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ba9c98f112ce4a2799277adcfe59d3ab, entries=150, sequenceid=704, filesize=12.0 K 2024-11-14T12:55:38,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 48527b69c60066c423a9944037b514bc in 186ms, sequenceid=704, compaction requested=false 2024-11-14T12:55:38,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:38,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-14T12:55:38,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:38,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:38,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:38,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:38,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:38,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:38,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111494e67bfa4dd247c382ed7e08c4d9f6bd_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588938833/Put/seqid=0 2024-11-14T12:55:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742082_1258 (size=14994) 2024-11-14T12:55:39,014 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:39,020 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111494e67bfa4dd247c382ed7e08c4d9f6bd_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111494e67bfa4dd247c382ed7e08c4d9f6bd_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:39,022 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/f37da9a1b6144324b3d512bbf94403bc, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:39,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/f37da9a1b6144324b3d512bbf94403bc is 175, key is test_row_0/A:col10/1731588938833/Put/seqid=0 2024-11-14T12:55:39,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 325 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588999039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742083_1259 (size=39949) 2024-11-14T12:55:39,049 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=726, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/f37da9a1b6144324b3d512bbf94403bc 2024-11-14T12:55:39,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/3e044de8b1d4489697b915dbd1b7ef1e is 50, key is test_row_0/B:col10/1731588938833/Put/seqid=0 2024-11-14T12:55:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742084_1260 (size=12301) 2024-11-14T12:55:39,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=726 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/3e044de8b1d4489697b915dbd1b7ef1e 2024-11-14T12:55:39,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/af00f8de394d40f7b9831e3f8baedfb9 is 50, key is test_row_0/C:col10/1731588938833/Put/seqid=0 2024-11-14T12:55:39,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742085_1261 (size=12301) 2024-11-14T12:55:39,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=726 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/af00f8de394d40f7b9831e3f8baedfb9 2024-11-14T12:55:39,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/f37da9a1b6144324b3d512bbf94403bc as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f37da9a1b6144324b3d512bbf94403bc 2024-11-14T12:55:39,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f37da9a1b6144324b3d512bbf94403bc, entries=200, sequenceid=726, filesize=39.0 K 2024-11-14T12:55:39,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/3e044de8b1d4489697b915dbd1b7ef1e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/3e044de8b1d4489697b915dbd1b7ef1e 2024-11-14T12:55:39,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/3e044de8b1d4489697b915dbd1b7ef1e, entries=150, sequenceid=726, filesize=12.0 K 2024-11-14T12:55:39,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/af00f8de394d40f7b9831e3f8baedfb9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/af00f8de394d40f7b9831e3f8baedfb9 2024-11-14T12:55:39,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/af00f8de394d40f7b9831e3f8baedfb9, entries=150, sequenceid=726, filesize=12.0 K 2024-11-14T12:55:39,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 48527b69c60066c423a9944037b514bc in 134ms, sequenceid=726, compaction requested=true 2024-11-14T12:55:39,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:39,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:A, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:39,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:39,122 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:39,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:B, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:39,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:39,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:39,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:55:39,123 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:39,123 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/A is initiating minor compaction (all files) 2024-11-14T12:55:39,123 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/A in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:39,123 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/cd50227756eb4c508556302ded8613b3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/974e84d297fe4260881c32d2c917b167, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f37da9a1b6144324b3d512bbf94403bc] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=109.5 K 2024-11-14T12:55:39,123 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:39,123 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/cd50227756eb4c508556302ded8613b3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/974e84d297fe4260881c32d2c917b167, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f37da9a1b6144324b3d512bbf94403bc] 2024-11-14T12:55:39,123 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd50227756eb4c508556302ded8613b3, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1731588938584 2024-11-14T12:55:39,124 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 974e84d297fe4260881c32d2c917b167, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=704, earliestPutTs=1731588938609 2024-11-14T12:55:39,125 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting f37da9a1b6144324b3d512bbf94403bc, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=726, earliestPutTs=1731588938833 2024-11-14T12:55:39,130 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:39,136 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114a6040ea7fd7340b99c03e150f5ca2497_48527b69c60066c423a9944037b514bc store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:39,137 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114a6040ea7fd7340b99c03e150f5ca2497_48527b69c60066c423a9944037b514bc, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:39,137 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a6040ea7fd7340b99c03e150f5ca2497_48527b69c60066c423a9944037b514bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T12:55:39,155 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:39,155 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-14T12:55:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:39,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T12:55:39,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:39,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:39,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:39,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:39,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:39,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:39,157 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T12:55:39,158 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:39,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:39,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742086_1262 (size=4469) 2024-11-14T12:55:39,161 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#A#compaction#215 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:39,163 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/085bcdf870d545caa569c4309dfd46fd is 175, key is test_row_0/A:col10/1731588938833/Put/seqid=0 2024-11-14T12:55:39,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d8dec3a64dc44f3ba467a7dc37681906_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588939155/Put/seqid=0 2024-11-14T12:55:39,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742088_1264 (size=14994) 2024-11-14T12:55:39,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742087_1263 (size=32311) 2024-11-14T12:55:39,186 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/085bcdf870d545caa569c4309dfd46fd as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/085bcdf870d545caa569c4309dfd46fd 2024-11-14T12:55:39,191 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/A of 48527b69c60066c423a9944037b514bc into 085bcdf870d545caa569c4309dfd46fd(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:39,191 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:39,191 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/A, priority=13, startTime=1731588939122; duration=0sec 2024-11-14T12:55:39,191 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:55:39,191 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:A 2024-11-14T12:55:39,191 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-11-14T12:55:39,192 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T12:55:39,192 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T12:55:39,192 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. because compaction request was cancelled 2024-11-14T12:55:39,192 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:C 2024-11-14T12:55:39,192 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:39,193 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:39,193 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/B is initiating minor compaction (all files) 2024-11-14T12:55:39,193 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/B in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:39,193 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/605647237aec48fa9444f7f99876d432, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/413492c84e61487f8844a9844bfca92f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/3e044de8b1d4489697b915dbd1b7ef1e] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=37.0 K 2024-11-14T12:55:39,193 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 605647237aec48fa9444f7f99876d432, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1731588938584 2024-11-14T12:55:39,194 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 413492c84e61487f8844a9844bfca92f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=704, earliestPutTs=1731588938641 2024-11-14T12:55:39,194 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e044de8b1d4489697b915dbd1b7ef1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=726, earliestPutTs=1731588938833 2024-11-14T12:55:39,202 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#B#compaction#217 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:39,203 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/6a89b9bb9f6b4d51ae5a5be373dbaae1 is 50, key is test_row_0/B:col10/1731588938833/Put/seqid=0 2024-11-14T12:55:39,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742089_1265 (size=13357) 2024-11-14T12:55:39,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 399 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588999207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,214 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/6a89b9bb9f6b4d51ae5a5be373dbaae1 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/6a89b9bb9f6b4d51ae5a5be373dbaae1 2024-11-14T12:55:39,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60168 deadline: 1731588999208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60182 deadline: 1731588999209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 335 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588999211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,218 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48527b69c60066c423a9944037b514bc/B of 48527b69c60066c423a9944037b514bc into 6a89b9bb9f6b4d51ae5a5be373dbaae1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:39,218 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:39,218 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/B, priority=13, startTime=1731588939122; duration=0sec 2024-11-14T12:55:39,218 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:39,218 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:B 2024-11-14T12:55:39,237 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/96046e3cef874347b427f67b32fd28f5 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/96046e3cef874347b427f67b32fd28f5 2024-11-14T12:55:39,242 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 48527b69c60066c423a9944037b514bc/C of 48527b69c60066c423a9944037b514bc into 96046e3cef874347b427f67b32fd28f5(size=12.9 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:39,242 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:39,242 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/C, priority=12, startTime=1731588938702; duration=0sec 2024-11-14T12:55:39,243 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:39,243 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:C 2024-11-14T12:55:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T12:55:39,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-14T12:55:39,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:39,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:39,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:39,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:39,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:39,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 400 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588999314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60168 deadline: 1731588999324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60182 deadline: 1731588999325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 336 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588999325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-14T12:55:39,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:39,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:39,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:39,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:39,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T12:55:39,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 401 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588999524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60168 deadline: 1731588999535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60182 deadline: 1731588999535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 337 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588999535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,578 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:39,581 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d8dec3a64dc44f3ba467a7dc37681906_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d8dec3a64dc44f3ba467a7dc37681906_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:39,581 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/9a42e7abdbd04389b8d7de5e07a7fe80, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:39,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/9a42e7abdbd04389b8d7de5e07a7fe80 is 175, key is test_row_0/A:col10/1731588939155/Put/seqid=0 2024-11-14T12:55:39,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742090_1266 (size=39949) 2024-11-14T12:55:39,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-14T12:55:39,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:39,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:39,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:39,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:39,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:39,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-14T12:55:39,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:39,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:39,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:39,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:39,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T12:55:39,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 402 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731588999834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60168 deadline: 1731588999844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60182 deadline: 1731588999845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:39,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 338 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731588999845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:39,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:39,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:39,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-14T12:55:39,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:39,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:39,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:39,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:39,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:39,986 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=738, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/9a42e7abdbd04389b8d7de5e07a7fe80 2024-11-14T12:55:39,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/e5f62bc25d624fc3805148d71efd37ec is 50, key is test_row_0/B:col10/1731588939155/Put/seqid=0 2024-11-14T12:55:40,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742091_1267 (size=12301) 2024-11-14T12:55:40,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-14T12:55:40,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:40,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:40,102 INFO [Thread-694 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-694. 2024-11-14T12:55:40,102 DEBUG [Thread-694 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:40,102 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:40,102 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:40,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:40,103 INFO [Thread-690 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-690. 2024-11-14T12:55:40,103 DEBUG [Thread-690 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:40,103 DEBUG [Thread-690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:40,103 DEBUG [Thread-690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:40,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:40,105 INFO [Thread-692 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-692. 2024-11-14T12:55:40,105 DEBUG [Thread-692 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:40,105 DEBUG [Thread-692 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:40,105 DEBUG [Thread-692 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:40,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:40,106 INFO [Thread-696 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-696. 2024-11-14T12:55:40,106 DEBUG [Thread-696 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:40,106 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:40,106 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:40,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:40,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-14T12:55:40,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:40,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:40,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:40,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:40,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T12:55:40,332 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:55:40,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 403 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60140 deadline: 1731589000345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:40,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:40,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:40,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:40,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60168 deadline: 1731589000354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 339 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60154 deadline: 1731589000355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60182 deadline: 1731589000355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:55:40,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-14T12:55:40,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:40,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:40,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:40,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:40,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:40,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=738 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/e5f62bc25d624fc3805148d71efd37ec 2024-11-14T12:55:40,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/99d6bf3fc4d94804ab88d5823c8ea830 is 50, key is test_row_0/C:col10/1731588939155/Put/seqid=0 2024-11-14T12:55:40,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742092_1268 (size=12301) 2024-11-14T12:55:40,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-14T12:55:40,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:40,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:40,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:40,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:40,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:40,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-14T12:55:40,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:40,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:40,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:40,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:40,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:40,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=738 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/99d6bf3fc4d94804ab88d5823c8ea830 2024-11-14T12:55:40,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/9a42e7abdbd04389b8d7de5e07a7fe80 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/9a42e7abdbd04389b8d7de5e07a7fe80 2024-11-14T12:55:40,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/9a42e7abdbd04389b8d7de5e07a7fe80, entries=200, sequenceid=738, filesize=39.0 K 2024-11-14T12:55:40,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/e5f62bc25d624fc3805148d71efd37ec as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/e5f62bc25d624fc3805148d71efd37ec 2024-11-14T12:55:40,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/e5f62bc25d624fc3805148d71efd37ec, entries=150, sequenceid=738, filesize=12.0 K 2024-11-14T12:55:40,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/99d6bf3fc4d94804ab88d5823c8ea830 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/99d6bf3fc4d94804ab88d5823c8ea830 2024-11-14T12:55:40,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/99d6bf3fc4d94804ab88d5823c8ea830, entries=150, sequenceid=738, filesize=12.0 K 2024-11-14T12:55:40,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 48527b69c60066c423a9944037b514bc in 1676ms, sequenceid=738, compaction requested=true 2024-11-14T12:55:40,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:40,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:40,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:40,832 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T12:55:40,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:40,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:40,832 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T12:55:40,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48527b69c60066c423a9944037b514bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:40,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:40,833 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T12:55:40,833 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T12:55:40,833 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T12:55:40,833 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T12:55:40,833 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. because compaction request was cancelled 2024-11-14T12:55:40,833 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. because compaction request was cancelled 2024-11-14T12:55:40,833 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:A 2024-11-14T12:55:40,833 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:B 2024-11-14T12:55:40,833 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:55:40,834 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:55:40,834 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 48527b69c60066c423a9944037b514bc/C is initiating minor compaction (all files) 2024-11-14T12:55:40,834 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48527b69c60066c423a9944037b514bc/C in TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:40,834 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/96046e3cef874347b427f67b32fd28f5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ba9c98f112ce4a2799277adcfe59d3ab, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/af00f8de394d40f7b9831e3f8baedfb9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/99d6bf3fc4d94804ab88d5823c8ea830] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp, totalSize=49.0 K 2024-11-14T12:55:40,834 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96046e3cef874347b427f67b32fd28f5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1731588938584 2024-11-14T12:55:40,834 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba9c98f112ce4a2799277adcfe59d3ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=704, earliestPutTs=1731588938641 2024-11-14T12:55:40,835 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting af00f8de394d40f7b9831e3f8baedfb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=726, earliestPutTs=1731588938833 2024-11-14T12:55:40,835 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99d6bf3fc4d94804ab88d5823c8ea830, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=738, earliestPutTs=1731588939027 2024-11-14T12:55:40,843 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48527b69c60066c423a9944037b514bc#C#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:40,843 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/f4a6bf3aa5de4a1fbdc739cb71df9520 is 50, key is test_row_0/C:col10/1731588939155/Put/seqid=0 2024-11-14T12:55:40,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742093_1269 (size=13391) 2024-11-14T12:55:40,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-14T12:55:40,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:40,858 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T12:55:40,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:40,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:40,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:40,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:40,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:40,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:40,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114230e12f17397422a9fc9b1192b17d156_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588939205/Put/seqid=0 2024-11-14T12:55:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742094_1270 (size=12454) 2024-11-14T12:55:41,254 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/f4a6bf3aa5de4a1fbdc739cb71df9520 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/f4a6bf3aa5de4a1fbdc739cb71df9520 2024-11-14T12:55:41,260 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 48527b69c60066c423a9944037b514bc/C of 48527b69c60066c423a9944037b514bc into f4a6bf3aa5de4a1fbdc739cb71df9520(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:41,260 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:41,260 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., storeName=48527b69c60066c423a9944037b514bc/C, priority=12, startTime=1731588940832; duration=0sec 2024-11-14T12:55:41,261 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:41,261 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48527b69c60066c423a9944037b514bc:C 2024-11-14T12:55:41,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:41,272 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114230e12f17397422a9fc9b1192b17d156_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114230e12f17397422a9fc9b1192b17d156_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:41,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/462e914f93694bfa8cafc2bc8fab7e52, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:41,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/462e914f93694bfa8cafc2bc8fab7e52 is 175, key is test_row_0/A:col10/1731588939205/Put/seqid=0 2024-11-14T12:55:41,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742095_1271 (size=31255) 2024-11-14T12:55:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T12:55:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:41,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. as already flushing 2024-11-14T12:55:41,356 INFO [Thread-683 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-683. 2024-11-14T12:55:41,356 DEBUG [Thread-683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:41,356 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:41,356 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:41,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:41,367 INFO [Thread-679 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-679. 2024-11-14T12:55:41,367 INFO [Thread-685 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-685. 2024-11-14T12:55:41,367 DEBUG [Thread-679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:41,367 DEBUG [Thread-685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:41,367 DEBUG [Thread-679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:41,367 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:41,367 DEBUG [Thread-679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:41,367 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:41,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:41,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:41,376 INFO [Thread-681 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-681. 2024-11-14T12:55:41,376 DEBUG [Thread-681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:41,376 DEBUG [Thread-681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:41,376 DEBUG [Thread-681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:41,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:41,677 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=761, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/462e914f93694bfa8cafc2bc8fab7e52 2024-11-14T12:55:41,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/ddec833cd50b4edea4e04d0a68859ec3 is 50, key is test_row_0/B:col10/1731588939205/Put/seqid=0 2024-11-14T12:55:41,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742096_1272 (size=12301) 2024-11-14T12:55:42,088 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=761 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/ddec833cd50b4edea4e04d0a68859ec3 2024-11-14T12:55:42,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/d8bbf84e1cb048eb91a23191c8216765 is 50, key is test_row_0/C:col10/1731588939205/Put/seqid=0 2024-11-14T12:55:42,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742097_1273 (size=12301) 2024-11-14T12:55:42,502 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=761 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/d8bbf84e1cb048eb91a23191c8216765 2024-11-14T12:55:42,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/462e914f93694bfa8cafc2bc8fab7e52 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/462e914f93694bfa8cafc2bc8fab7e52 2024-11-14T12:55:42,511 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/462e914f93694bfa8cafc2bc8fab7e52, entries=150, sequenceid=761, filesize=30.5 K 2024-11-14T12:55:42,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/ddec833cd50b4edea4e04d0a68859ec3 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/ddec833cd50b4edea4e04d0a68859ec3 2024-11-14T12:55:42,517 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/ddec833cd50b4edea4e04d0a68859ec3, entries=150, sequenceid=761, filesize=12.0 K 2024-11-14T12:55:42,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/d8bbf84e1cb048eb91a23191c8216765 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/d8bbf84e1cb048eb91a23191c8216765 2024-11-14T12:55:42,523 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/d8bbf84e1cb048eb91a23191c8216765, entries=150, sequenceid=761, filesize=12.0 K 2024-11-14T12:55:42,524 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=26.84 KB/27480 for 48527b69c60066c423a9944037b514bc in 1666ms, sequenceid=761, compaction requested=true 2024-11-14T12:55:42,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 48527b69c60066c423a9944037b514bc: 2024-11-14T12:55:42,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:42,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-14T12:55:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-14T12:55:42,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-14T12:55:42,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3680 sec 2024-11-14T12:55:42,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 3.3730 sec 2024-11-14T12:55:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T12:55:43,314 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:48,610 INFO [Thread-687 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-687. 2024-11-14T12:55:48,610 DEBUG [Thread-687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:55:48,610 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:48,611 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:48,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:48,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T12:55:48,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-14T12:55:48,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 275 2024-11-14T12:55:48,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 337 2024-11-14T12:55:48,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-14T12:55:48,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-11-14T12:55:48,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T12:55:48,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2807 2024-11-14T12:55:48,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2865 2024-11-14T12:55:48,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T12:55:48,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1200 2024-11-14T12:55:48,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3600 rows 2024-11-14T12:55:48,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1206 2024-11-14T12:55:48,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3614 rows 2024-11-14T12:55:48,612 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:55:48,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:55:48,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:48,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:48,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:55:48,614 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T12:55:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T12:55:48,618 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588948617"}]},"ts":"1731588948617"} 2024-11-14T12:55:48,619 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T12:55:48,619 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T12:55:48,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:55:48,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=48527b69c60066c423a9944037b514bc, UNASSIGN}] 2024-11-14T12:55:48,622 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=48527b69c60066c423a9944037b514bc, UNASSIGN 2024-11-14T12:55:48,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=48527b69c60066c423a9944037b514bc, regionState=CLOSING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:48,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=48527b69c60066c423a9944037b514bc, UNASSIGN because future has completed 2024-11-14T12:55:48,623 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:55:48,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:55:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T12:55:48,776 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:48,776 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T12:55:48,776 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing 48527b69c60066c423a9944037b514bc, disabling compactions & flushes 2024-11-14T12:55:48,776 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:48,776 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:48,776 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. after waiting 0 ms 2024-11-14T12:55:48,776 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:48,777 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing 48527b69c60066c423a9944037b514bc 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-14T12:55:48,777 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=A 2024-11-14T12:55:48,777 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:48,777 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=B 2024-11-14T12:55:48,777 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:48,777 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48527b69c60066c423a9944037b514bc, store=C 2024-11-14T12:55:48,777 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:48,786 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141f767e00c65b4ddb8554472c79afdabf_48527b69c60066c423a9944037b514bc is 50, key is test_row_0/A:col10/1731588941365/Put/seqid=0 2024-11-14T12:55:48,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742098_1274 (size=12454) 2024-11-14T12:55:48,799 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:48,805 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141f767e00c65b4ddb8554472c79afdabf_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141f767e00c65b4ddb8554472c79afdabf_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:48,806 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/befc4bead0e0458c994276cbe912c277, store: [table=TestAcidGuarantees family=A region=48527b69c60066c423a9944037b514bc] 2024-11-14T12:55:48,806 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/befc4bead0e0458c994276cbe912c277 is 175, key is test_row_0/A:col10/1731588941365/Put/seqid=0 2024-11-14T12:55:48,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742099_1275 (size=31255) 2024-11-14T12:55:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T12:55:49,211 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=770, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/befc4bead0e0458c994276cbe912c277 2024-11-14T12:55:49,221 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/006d6cc8170e40409e197af2a4ec5274 is 50, key is test_row_0/B:col10/1731588941365/Put/seqid=0 2024-11-14T12:55:49,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742100_1276 (size=12301) 2024-11-14T12:55:49,226 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=770 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/006d6cc8170e40409e197af2a4ec5274 2024-11-14T12:55:49,232 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/97ee3b37e67b4315a5b8067ad79a84f2 is 50, key is test_row_0/C:col10/1731588941365/Put/seqid=0 2024-11-14T12:55:49,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742101_1277 (size=12301) 2024-11-14T12:55:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T12:55:49,638 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=770 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/97ee3b37e67b4315a5b8067ad79a84f2 2024-11-14T12:55:49,649 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/A/befc4bead0e0458c994276cbe912c277 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/befc4bead0e0458c994276cbe912c277 2024-11-14T12:55:49,655 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/befc4bead0e0458c994276cbe912c277, entries=150, sequenceid=770, filesize=30.5 K 2024-11-14T12:55:49,656 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/B/006d6cc8170e40409e197af2a4ec5274 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/006d6cc8170e40409e197af2a4ec5274 2024-11-14T12:55:49,677 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/006d6cc8170e40409e197af2a4ec5274, entries=150, sequenceid=770, filesize=12.0 K 2024-11-14T12:55:49,678 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/.tmp/C/97ee3b37e67b4315a5b8067ad79a84f2 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/97ee3b37e67b4315a5b8067ad79a84f2 2024-11-14T12:55:49,682 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/97ee3b37e67b4315a5b8067ad79a84f2, entries=150, sequenceid=770, filesize=12.0 K 2024-11-14T12:55:49,683 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 48527b69c60066c423a9944037b514bc in 907ms, sequenceid=770, compaction requested=true 2024-11-14T12:55:49,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f29acacec0fe4629a3797f34dc62c3e6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0465e197c0504deebcb3cc077ec2eb6b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/603d55943bf947fd89b3ee8ee7613e37, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/755f8fec73cc42ec8749df92263017f7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/3c3b3841e12e4e29b9dd588c3ae8444a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/2612ed0606bc419793bb99ab2fe741a9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/7b3c75fe4cb4416fa600dc33834dce1d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/d358d0086a044f93a7d1d5a5d16f765b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/2247110fb294471287f2f8041606b155, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/e4eb8fc28c7b4e259b51cb6d2db9024d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/8c8edd3d73104334bbbb70c6ffed561b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/caba0d5133784a7184f7e56c87f5027a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/984fe50217644f1981d2ef2c8a4c9598, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/4c12460b36f844dead6865d1fce1ab0e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0eff994bfdb745b4bf49889e5a1a3677, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0baa9f8081b64bc8841460a7fde34026, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/b10edae46c974b77929e826b74ac0c47, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/fc683cbec0f741fc8ce049ab41f2e04d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/7e2e141cbea84acfa1538323338623fd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/43d3bfceba5d4814b318e0cd825d3dce, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/59fa3d91dbd84c3eb7a58b8b732236ae, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/5502de9dfad448c48591a26326ece575, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f840be4133eb4bffa4722293b19fe941, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/145c25fbe43f4332a37f074489241957, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/ea9993150a0347ff9b98e8d8d6e39a0d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/c6da888e08ff47a1989af6856b94ee0a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/8ec1b67cb4d74153a975873053247035, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/bf524be80f10451db7b00c5c5e3a29dd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/cd50227756eb4c508556302ded8613b3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/974e84d297fe4260881c32d2c917b167, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f37da9a1b6144324b3d512bbf94403bc] to archive 2024-11-14T12:55:49,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:55:49,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f29acacec0fe4629a3797f34dc62c3e6 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f29acacec0fe4629a3797f34dc62c3e6 2024-11-14T12:55:49,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0465e197c0504deebcb3cc077ec2eb6b to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0465e197c0504deebcb3cc077ec2eb6b 2024-11-14T12:55:49,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/603d55943bf947fd89b3ee8ee7613e37 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/603d55943bf947fd89b3ee8ee7613e37 2024-11-14T12:55:49,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/755f8fec73cc42ec8749df92263017f7 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/755f8fec73cc42ec8749df92263017f7 2024-11-14T12:55:49,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/3c3b3841e12e4e29b9dd588c3ae8444a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/3c3b3841e12e4e29b9dd588c3ae8444a 2024-11-14T12:55:49,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/2612ed0606bc419793bb99ab2fe741a9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/2612ed0606bc419793bb99ab2fe741a9 2024-11-14T12:55:49,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/7b3c75fe4cb4416fa600dc33834dce1d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/7b3c75fe4cb4416fa600dc33834dce1d 2024-11-14T12:55:49,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/d358d0086a044f93a7d1d5a5d16f765b to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/d358d0086a044f93a7d1d5a5d16f765b 2024-11-14T12:55:49,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/2247110fb294471287f2f8041606b155 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/2247110fb294471287f2f8041606b155 2024-11-14T12:55:49,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/e4eb8fc28c7b4e259b51cb6d2db9024d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/e4eb8fc28c7b4e259b51cb6d2db9024d 2024-11-14T12:55:49,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/8c8edd3d73104334bbbb70c6ffed561b to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/8c8edd3d73104334bbbb70c6ffed561b 2024-11-14T12:55:49,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/caba0d5133784a7184f7e56c87f5027a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/caba0d5133784a7184f7e56c87f5027a 2024-11-14T12:55:49,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/984fe50217644f1981d2ef2c8a4c9598 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/984fe50217644f1981d2ef2c8a4c9598 2024-11-14T12:55:49,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/4c12460b36f844dead6865d1fce1ab0e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/4c12460b36f844dead6865d1fce1ab0e 2024-11-14T12:55:49,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0eff994bfdb745b4bf49889e5a1a3677 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0eff994bfdb745b4bf49889e5a1a3677 2024-11-14T12:55:49,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0baa9f8081b64bc8841460a7fde34026 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/0baa9f8081b64bc8841460a7fde34026 2024-11-14T12:55:49,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/b10edae46c974b77929e826b74ac0c47 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/b10edae46c974b77929e826b74ac0c47 2024-11-14T12:55:49,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/fc683cbec0f741fc8ce049ab41f2e04d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/fc683cbec0f741fc8ce049ab41f2e04d 2024-11-14T12:55:49,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/7e2e141cbea84acfa1538323338623fd to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/7e2e141cbea84acfa1538323338623fd 2024-11-14T12:55:49,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/43d3bfceba5d4814b318e0cd825d3dce to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/43d3bfceba5d4814b318e0cd825d3dce 2024-11-14T12:55:49,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/59fa3d91dbd84c3eb7a58b8b732236ae to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/59fa3d91dbd84c3eb7a58b8b732236ae 2024-11-14T12:55:49,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/5502de9dfad448c48591a26326ece575 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/5502de9dfad448c48591a26326ece575 2024-11-14T12:55:49,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f840be4133eb4bffa4722293b19fe941 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f840be4133eb4bffa4722293b19fe941 2024-11-14T12:55:49,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/145c25fbe43f4332a37f074489241957 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/145c25fbe43f4332a37f074489241957 2024-11-14T12:55:49,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/ea9993150a0347ff9b98e8d8d6e39a0d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/ea9993150a0347ff9b98e8d8d6e39a0d 2024-11-14T12:55:49,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/c6da888e08ff47a1989af6856b94ee0a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/c6da888e08ff47a1989af6856b94ee0a 2024-11-14T12:55:49,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/8ec1b67cb4d74153a975873053247035 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/8ec1b67cb4d74153a975873053247035 2024-11-14T12:55:49,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/bf524be80f10451db7b00c5c5e3a29dd to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/bf524be80f10451db7b00c5c5e3a29dd 2024-11-14T12:55:49,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/cd50227756eb4c508556302ded8613b3 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/cd50227756eb4c508556302ded8613b3 2024-11-14T12:55:49,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/974e84d297fe4260881c32d2c917b167 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/974e84d297fe4260881c32d2c917b167 2024-11-14T12:55:49,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f37da9a1b6144324b3d512bbf94403bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/f37da9a1b6144324b3d512bbf94403bc 2024-11-14T12:55:49,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f1edff436fdf4ef3b99bfd4204a8aad2, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/9fd6dda631cd47738079ca0d7599941f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/ca0bb474630f42409b04fc7e76135954, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/50023606596949a3991b1c8f312a453d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/fc01a8910bfe4191881d04bc49d68531, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/ade3a4c40b3f447e9c2c90a49bf2af1c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/920de33bf8f74d059bda07987faae986, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/586aa92fe2f74752bb634b4f8fd93753, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/6f32eb7756b248eb9cf9cae1716e4c4d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/b09029283fc64e4cb53707cc487bc3e9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/717d79f61f6444c8adefc970e85a4793, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/0e0a26dd792143b2ab96665dade59ebf, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/25eb1b25fb4e4976b83832ae5467fa2b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/2ceaa5f202e749af8a35dc79aa041068, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/26f75e992b1240d4af2393d954f2efab, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/d2aa164640e64d88adcbced499cf65a7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/4208b6770e484e78998fa317c47b289e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/06aeefc3733e4cb8b1a020fe54cdf6f8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/a8ce1114fcf84668b76e93136b30eebc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f341b36c291540729d930b15e343a8ae, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/1bc42d914d56420aa8a3931e50324f17, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f6d1f2d18bdd4e43bd3c8ec73727e5f3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/9af751b541754d3b9b8702fb5cc625a7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/0c2c59cc4f9c4611965940cd97fab783, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/3ed888ca66164aa1970268859eee2075, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/dab1ebc4735c4cdd9c0dbbb7095250c2, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/11f8236330d8443c8c87fa0e6412235b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/605647237aec48fa9444f7f99876d432, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/c172107960b24b54b726c7d8b3dd32db, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/413492c84e61487f8844a9844bfca92f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/3e044de8b1d4489697b915dbd1b7ef1e] to archive 2024-11-14T12:55:49,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:55:49,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f1edff436fdf4ef3b99bfd4204a8aad2 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f1edff436fdf4ef3b99bfd4204a8aad2 2024-11-14T12:55:49,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/9fd6dda631cd47738079ca0d7599941f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/9fd6dda631cd47738079ca0d7599941f 2024-11-14T12:55:49,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/ca0bb474630f42409b04fc7e76135954 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/ca0bb474630f42409b04fc7e76135954 2024-11-14T12:55:49,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/50023606596949a3991b1c8f312a453d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/50023606596949a3991b1c8f312a453d 2024-11-14T12:55:49,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/fc01a8910bfe4191881d04bc49d68531 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/fc01a8910bfe4191881d04bc49d68531 2024-11-14T12:55:49,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/ade3a4c40b3f447e9c2c90a49bf2af1c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/ade3a4c40b3f447e9c2c90a49bf2af1c 2024-11-14T12:55:49,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/920de33bf8f74d059bda07987faae986 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/920de33bf8f74d059bda07987faae986 2024-11-14T12:55:49,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/586aa92fe2f74752bb634b4f8fd93753 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/586aa92fe2f74752bb634b4f8fd93753 2024-11-14T12:55:49,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/6f32eb7756b248eb9cf9cae1716e4c4d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/6f32eb7756b248eb9cf9cae1716e4c4d 2024-11-14T12:55:49,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/b09029283fc64e4cb53707cc487bc3e9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/b09029283fc64e4cb53707cc487bc3e9 2024-11-14T12:55:49,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/717d79f61f6444c8adefc970e85a4793 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/717d79f61f6444c8adefc970e85a4793 2024-11-14T12:55:49,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/0e0a26dd792143b2ab96665dade59ebf to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/0e0a26dd792143b2ab96665dade59ebf 2024-11-14T12:55:49,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/25eb1b25fb4e4976b83832ae5467fa2b to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/25eb1b25fb4e4976b83832ae5467fa2b 2024-11-14T12:55:49,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/2ceaa5f202e749af8a35dc79aa041068 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/2ceaa5f202e749af8a35dc79aa041068 2024-11-14T12:55:49,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/26f75e992b1240d4af2393d954f2efab to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/26f75e992b1240d4af2393d954f2efab 2024-11-14T12:55:49,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/d2aa164640e64d88adcbced499cf65a7 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/d2aa164640e64d88adcbced499cf65a7 2024-11-14T12:55:49,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/4208b6770e484e78998fa317c47b289e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/4208b6770e484e78998fa317c47b289e 2024-11-14T12:55:49,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/06aeefc3733e4cb8b1a020fe54cdf6f8 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/06aeefc3733e4cb8b1a020fe54cdf6f8 2024-11-14T12:55:49,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/a8ce1114fcf84668b76e93136b30eebc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/a8ce1114fcf84668b76e93136b30eebc 2024-11-14T12:55:49,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f341b36c291540729d930b15e343a8ae to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f341b36c291540729d930b15e343a8ae 2024-11-14T12:55:49,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/1bc42d914d56420aa8a3931e50324f17 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/1bc42d914d56420aa8a3931e50324f17 2024-11-14T12:55:49,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f6d1f2d18bdd4e43bd3c8ec73727e5f3 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/f6d1f2d18bdd4e43bd3c8ec73727e5f3 2024-11-14T12:55:49,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/9af751b541754d3b9b8702fb5cc625a7 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/9af751b541754d3b9b8702fb5cc625a7 2024-11-14T12:55:49,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/0c2c59cc4f9c4611965940cd97fab783 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/0c2c59cc4f9c4611965940cd97fab783 2024-11-14T12:55:49,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/3ed888ca66164aa1970268859eee2075 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/3ed888ca66164aa1970268859eee2075 2024-11-14T12:55:49,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/dab1ebc4735c4cdd9c0dbbb7095250c2 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/dab1ebc4735c4cdd9c0dbbb7095250c2 2024-11-14T12:55:49,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/11f8236330d8443c8c87fa0e6412235b to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/11f8236330d8443c8c87fa0e6412235b 2024-11-14T12:55:49,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/605647237aec48fa9444f7f99876d432 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/605647237aec48fa9444f7f99876d432 2024-11-14T12:55:49,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/c172107960b24b54b726c7d8b3dd32db to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/c172107960b24b54b726c7d8b3dd32db 2024-11-14T12:55:49,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/413492c84e61487f8844a9844bfca92f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/413492c84e61487f8844a9844bfca92f 2024-11-14T12:55:49,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/3e044de8b1d4489697b915dbd1b7ef1e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/3e044de8b1d4489697b915dbd1b7ef1e 2024-11-14T12:55:49,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/db5ee744529e4a47aabdc9fb2dbc5fb3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/fde45e94d4e44411995bef970b3fa26b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/45ba7c62ffe843f7a52516e87bfb84b0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/254d8b6d9b3a44a0b468ae7d7b118927, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/1670e0a77f4a46a3afaa59ae582e85f5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/3cc0e348e78444d1a5a5135d092f3bb9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ef0f0f54666f46878798ce82fc96efb7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/d620dbf9a2684a3da65bc4574d2e4b0e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/1a00bc21450c4f9389f80d5f97b97203, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/2f7decffa7ea41a9886ace6e5b737299, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/f00db92b3e6a4e2e990b4c263ef2f965, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/fe8fa00ec6fe42c589d2ea4938cb436d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/5b8642e26486417faf1c8e2e1cd3a103, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ef54944adc9e4c55a658ff426299d4bc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/dba4623f5d9e48e689772d94319300c0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/0aad1ff7a56b4447a241037791bcf9cd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/0c6dac53b2ce4799b8cff22c00ea0545, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/dd8de928f4cd4b63b8bbd0741b1e091f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/d33da418104d4daaa4ba64efa9f9b8d3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/78ff02d95be64a26b92f463ad009a139, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/3c3e60be20e548729b6cee05c81e83a1, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/91aa8ccaf5044e08ae49f88d5d8990d0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/f25d47f2a9c74e8aa302bdbaa6503cda, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/db7d7af038a149a68da8595a9821603c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/c07ed317990044568f6f2cb7395b13ab, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/9a94e42554e54e7eb5f3441db84d8867, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/e7de9916558b49c0ab06774ec20dfcf6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/96046e3cef874347b427f67b32fd28f5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/7034e4e3ea3b4d5a9ebafc5eb1fb4b2e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ba9c98f112ce4a2799277adcfe59d3ab, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/af00f8de394d40f7b9831e3f8baedfb9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/99d6bf3fc4d94804ab88d5823c8ea830] to archive 2024-11-14T12:55:49,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:55:49,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/db5ee744529e4a47aabdc9fb2dbc5fb3 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/db5ee744529e4a47aabdc9fb2dbc5fb3 2024-11-14T12:55:49,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/fde45e94d4e44411995bef970b3fa26b to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/fde45e94d4e44411995bef970b3fa26b 2024-11-14T12:55:49,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/45ba7c62ffe843f7a52516e87bfb84b0 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/45ba7c62ffe843f7a52516e87bfb84b0 2024-11-14T12:55:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T12:55:49,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/254d8b6d9b3a44a0b468ae7d7b118927 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/254d8b6d9b3a44a0b468ae7d7b118927 2024-11-14T12:55:49,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/1670e0a77f4a46a3afaa59ae582e85f5 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/1670e0a77f4a46a3afaa59ae582e85f5 2024-11-14T12:55:49,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/3cc0e348e78444d1a5a5135d092f3bb9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/3cc0e348e78444d1a5a5135d092f3bb9 2024-11-14T12:55:49,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ef0f0f54666f46878798ce82fc96efb7 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ef0f0f54666f46878798ce82fc96efb7 2024-11-14T12:55:49,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/d620dbf9a2684a3da65bc4574d2e4b0e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/d620dbf9a2684a3da65bc4574d2e4b0e 2024-11-14T12:55:49,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/1a00bc21450c4f9389f80d5f97b97203 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/1a00bc21450c4f9389f80d5f97b97203 2024-11-14T12:55:49,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/2f7decffa7ea41a9886ace6e5b737299 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/2f7decffa7ea41a9886ace6e5b737299 2024-11-14T12:55:49,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/f00db92b3e6a4e2e990b4c263ef2f965 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/f00db92b3e6a4e2e990b4c263ef2f965 2024-11-14T12:55:49,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/fe8fa00ec6fe42c589d2ea4938cb436d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/fe8fa00ec6fe42c589d2ea4938cb436d 2024-11-14T12:55:49,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/5b8642e26486417faf1c8e2e1cd3a103 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/5b8642e26486417faf1c8e2e1cd3a103 2024-11-14T12:55:49,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ef54944adc9e4c55a658ff426299d4bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ef54944adc9e4c55a658ff426299d4bc 2024-11-14T12:55:49,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/dba4623f5d9e48e689772d94319300c0 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/dba4623f5d9e48e689772d94319300c0 2024-11-14T12:55:49,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/0aad1ff7a56b4447a241037791bcf9cd to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/0aad1ff7a56b4447a241037791bcf9cd 2024-11-14T12:55:49,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/0c6dac53b2ce4799b8cff22c00ea0545 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/0c6dac53b2ce4799b8cff22c00ea0545 2024-11-14T12:55:49,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/dd8de928f4cd4b63b8bbd0741b1e091f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/dd8de928f4cd4b63b8bbd0741b1e091f 2024-11-14T12:55:49,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/d33da418104d4daaa4ba64efa9f9b8d3 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/d33da418104d4daaa4ba64efa9f9b8d3 2024-11-14T12:55:49,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/78ff02d95be64a26b92f463ad009a139 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/78ff02d95be64a26b92f463ad009a139 2024-11-14T12:55:49,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/3c3e60be20e548729b6cee05c81e83a1 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/3c3e60be20e548729b6cee05c81e83a1 2024-11-14T12:55:49,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/91aa8ccaf5044e08ae49f88d5d8990d0 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/91aa8ccaf5044e08ae49f88d5d8990d0 2024-11-14T12:55:49,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/f25d47f2a9c74e8aa302bdbaa6503cda to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/f25d47f2a9c74e8aa302bdbaa6503cda 2024-11-14T12:55:49,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/db7d7af038a149a68da8595a9821603c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/db7d7af038a149a68da8595a9821603c 2024-11-14T12:55:49,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/c07ed317990044568f6f2cb7395b13ab to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/c07ed317990044568f6f2cb7395b13ab 2024-11-14T12:55:49,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/9a94e42554e54e7eb5f3441db84d8867 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/9a94e42554e54e7eb5f3441db84d8867 2024-11-14T12:55:49,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/e7de9916558b49c0ab06774ec20dfcf6 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/e7de9916558b49c0ab06774ec20dfcf6 2024-11-14T12:55:49,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/96046e3cef874347b427f67b32fd28f5 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/96046e3cef874347b427f67b32fd28f5 2024-11-14T12:55:49,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/7034e4e3ea3b4d5a9ebafc5eb1fb4b2e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/7034e4e3ea3b4d5a9ebafc5eb1fb4b2e 2024-11-14T12:55:49,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ba9c98f112ce4a2799277adcfe59d3ab to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/ba9c98f112ce4a2799277adcfe59d3ab 2024-11-14T12:55:49,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/af00f8de394d40f7b9831e3f8baedfb9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/af00f8de394d40f7b9831e3f8baedfb9 2024-11-14T12:55:49,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/99d6bf3fc4d94804ab88d5823c8ea830 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/99d6bf3fc4d94804ab88d5823c8ea830 2024-11-14T12:55:49,793 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/recovered.edits/773.seqid, newMaxSeqId=773, maxSeqId=4 2024-11-14T12:55:49,793 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. 2024-11-14T12:55:49,793 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for 48527b69c60066c423a9944037b514bc: Waiting for close lock at 1731588948776Running coprocessor pre-close hooks at 1731588948776Disabling compacts and flushes for region at 1731588948776Disabling writes for close at 1731588948776Obtaining lock to block concurrent updates at 1731588948777 (+1 ms)Preparing flush snapshotting stores in 48527b69c60066c423a9944037b514bc at 1731588948777Finished memstore snapshotting TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731588948777Flushing stores of TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc. at 1731588948778 (+1 ms)Flushing 48527b69c60066c423a9944037b514bc/A: creating writer at 1731588948778Flushing mob file 48527b69c60066c423a9944037b514bc/A: appending metadata at 1731588948786 (+8 ms)Flushing mob file 48527b69c60066c423a9944037b514bc/A: closing flushed file at 1731588948786Flushing 48527b69c60066c423a9944037b514bc/A: appending metadata at 1731588948806 (+20 ms)Flushing 48527b69c60066c423a9944037b514bc/A: closing flushed file at 1731588948806Flushing 48527b69c60066c423a9944037b514bc/B: creating writer at 1731588949217 (+411 ms)Flushing 48527b69c60066c423a9944037b514bc/B: appending metadata at 1731588949220 (+3 ms)Flushing 48527b69c60066c423a9944037b514bc/B: closing flushed file at 1731588949220Flushing 48527b69c60066c423a9944037b514bc/C: creating writer at 1731588949229 (+9 ms)Flushing 48527b69c60066c423a9944037b514bc/C: appending metadata at 1731588949232 (+3 ms)Flushing 48527b69c60066c423a9944037b514bc/C: closing flushed file at 1731588949232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9bdf4b7: reopening flushed file at 1731588949648 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@644b5fc0: reopening flushed file at 1731588949655 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea19dd9: reopening flushed file at 1731588949677 (+22 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 48527b69c60066c423a9944037b514bc in 907ms, sequenceid=770, compaction requested=true at 1731588949684 (+7 ms)Writing region close event to WAL at 1731588949789 (+105 ms)Running coprocessor post-close hooks at 1731588949793 (+4 ms)Closed at 1731588949793 2024-11-14T12:55:49,795 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed 48527b69c60066c423a9944037b514bc 2024-11-14T12:55:49,795 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=48527b69c60066c423a9944037b514bc, regionState=CLOSED 2024-11-14T12:55:49,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:55:49,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-14T12:55:49,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure 48527b69c60066c423a9944037b514bc, server=669ef94e8b26,46449,1731588882089 in 1.1740 sec 2024-11-14T12:55:49,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-14T12:55:49,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=48527b69c60066c423a9944037b514bc, UNASSIGN in 1.1780 sec 2024-11-14T12:55:49,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-14T12:55:49,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1810 sec 2024-11-14T12:55:49,803 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588949803"}]},"ts":"1731588949803"} 2024-11-14T12:55:49,804 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T12:55:49,804 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T12:55:49,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1900 sec 2024-11-14T12:55:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T12:55:50,765 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:50,767 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T12:55:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:50,772 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T12:55:50,775 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:50,781 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,784 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/recovered.edits] 2024-11-14T12:55:50,789 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/085bcdf870d545caa569c4309dfd46fd to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/085bcdf870d545caa569c4309dfd46fd 2024-11-14T12:55:50,791 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/462e914f93694bfa8cafc2bc8fab7e52 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/462e914f93694bfa8cafc2bc8fab7e52 2024-11-14T12:55:50,792 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/9a42e7abdbd04389b8d7de5e07a7fe80 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/9a42e7abdbd04389b8d7de5e07a7fe80 2024-11-14T12:55:50,793 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/befc4bead0e0458c994276cbe912c277 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/A/befc4bead0e0458c994276cbe912c277 2024-11-14T12:55:50,796 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/006d6cc8170e40409e197af2a4ec5274 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/006d6cc8170e40409e197af2a4ec5274 2024-11-14T12:55:50,797 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/6a89b9bb9f6b4d51ae5a5be373dbaae1 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/6a89b9bb9f6b4d51ae5a5be373dbaae1 2024-11-14T12:55:50,798 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/ddec833cd50b4edea4e04d0a68859ec3 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/ddec833cd50b4edea4e04d0a68859ec3 2024-11-14T12:55:50,799 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/e5f62bc25d624fc3805148d71efd37ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/B/e5f62bc25d624fc3805148d71efd37ec 2024-11-14T12:55:50,802 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/97ee3b37e67b4315a5b8067ad79a84f2 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/97ee3b37e67b4315a5b8067ad79a84f2 2024-11-14T12:55:50,803 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/d8bbf84e1cb048eb91a23191c8216765 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/d8bbf84e1cb048eb91a23191c8216765 2024-11-14T12:55:50,804 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/f4a6bf3aa5de4a1fbdc739cb71df9520 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/C/f4a6bf3aa5de4a1fbdc739cb71df9520 2024-11-14T12:55:50,806 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/recovered.edits/773.seqid to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc/recovered.edits/773.seqid 2024-11-14T12:55:50,806 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,806 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T12:55:50,807 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T12:55:50,807 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T12:55:50,810 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111404fe0c5ec8f94a2c954ae559fed53553_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111404fe0c5ec8f94a2c954ae559fed53553_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,811 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114165ebe947f4940c895e5e05dca8cc1e6_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114165ebe947f4940c895e5e05dca8cc1e6_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,812 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141f767e00c65b4ddb8554472c79afdabf_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141f767e00c65b4ddb8554472c79afdabf_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,813 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114230e12f17397422a9fc9b1192b17d156_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114230e12f17397422a9fc9b1192b17d156_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,814 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114386095f0d3b54903b8303f28da5b5dbd_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114386095f0d3b54903b8303f28da5b5dbd_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,815 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144ad3e0536f4a4774902d8003f3bb0638_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144ad3e0536f4a4774902d8003f3bb0638_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,816 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145aea02f91e2a479f88a02a62f5fe0cdc_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145aea02f91e2a479f88a02a62f5fe0cdc_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,817 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114852cf92afaab40ed815ae419ce6ed34d_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114852cf92afaab40ed815ae419ce6ed34d_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,818 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111494e67bfa4dd247c382ed7e08c4d9f6bd_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111494e67bfa4dd247c382ed7e08c4d9f6bd_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,818 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114950c806a8e4343c5bdab6130eda5a43c_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114950c806a8e4343c5bdab6130eda5a43c_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,819 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111498f927e6d7864ee5805c006736e28778_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111498f927e6d7864ee5805c006736e28778_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,820 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111499a9e3b4077a45fcacfb0c391f228754_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111499a9e3b4077a45fcacfb0c391f228754_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,821 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149d7417ce44d94535a51979f501dc4c8f_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149d7417ce44d94535a51979f501dc4c8f_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,822 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114aa59fbaa1219408b9e87ceeb244519ae_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114aa59fbaa1219408b9e87ceeb244519ae_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,823 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b538d1044ebb4e678e9298d9d6c473ea_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b538d1044ebb4e678e9298d9d6c473ea_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,824 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b7aaaf9b12784dcdbd3725f9501a1105_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b7aaaf9b12784dcdbd3725f9501a1105_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,825 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b8d8d90f0c0c491891b39ddf07cf9d5e_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b8d8d90f0c0c491891b39ddf07cf9d5e_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,826 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c15c93d537484def9f05438b035a50cb_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c15c93d537484def9f05438b035a50cb_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,827 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ce9a81f72de346f293f856677df22c24_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ce9a81f72de346f293f856677df22c24_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,828 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d0c8cbb523da4805b16a50ba46d70184_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d0c8cbb523da4805b16a50ba46d70184_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,828 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d8dec3a64dc44f3ba467a7dc37681906_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d8dec3a64dc44f3ba467a7dc37681906_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,829 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e52bd0501bf84cdd8822367616e39009_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e52bd0501bf84cdd8822367616e39009_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,830 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f024665e80aa450ea26e47aef5642e03_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f024665e80aa450ea26e47aef5642e03_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,831 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f0785b6c85aa45b18b83b341a3235d9f_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f0785b6c85aa45b18b83b341a3235d9f_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,832 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fec6a743809b44f99094de6dbeeb2d95_48527b69c60066c423a9944037b514bc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fec6a743809b44f99094de6dbeeb2d95_48527b69c60066c423a9944037b514bc 2024-11-14T12:55:50,832 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T12:55:50,834 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:50,837 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T12:55:50,839 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T12:55:50,841 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:50,841 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T12:55:50,841 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731588950841"}]},"ts":"9223372036854775807"} 2024-11-14T12:55:50,844 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T12:55:50,844 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 48527b69c60066c423a9944037b514bc, NAME => 'TestAcidGuarantees,,1731588916781.48527b69c60066c423a9944037b514bc.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T12:55:50,844 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T12:55:50,844 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731588950844"}]},"ts":"9223372036854775807"} 2024-11-14T12:55:50,846 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T12:55:50,846 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:50,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 79 msec 2024-11-14T12:55:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T12:55:50,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T12:55:50,889 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:50,899 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 248), OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 363), ProcessCount=11 (was 11), AvailableMemoryMB=6067 (was 6302) 2024-11-14T12:55:50,910 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=358, ProcessCount=11, AvailableMemoryMB=6067 2024-11-14T12:55:50,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:55:50,912 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:55:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T12:55:50,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:55:50,914 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:50,914 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-11-14T12:55:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-14T12:55:50,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:55:50,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742102_1278 (size=1061) 2024-11-14T12:55:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-14T12:55:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-14T12:55:51,324 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45 2024-11-14T12:55:51,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742103_1279 (size=53) 2024-11-14T12:55:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-14T12:55:51,660 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T12:55:51,731 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:55:51,731 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5471f0a90c69e1a4765f2c3824be892b, disabling compactions & flushes 2024-11-14T12:55:51,732 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:51,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:51,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. after waiting 0 ms 2024-11-14T12:55:51,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:51,732 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:51,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5471f0a90c69e1a4765f2c3824be892b: Waiting for close lock at 1731588951731Disabling compacts and flushes for region at 1731588951731Disabling writes for close at 1731588951732 (+1 ms)Writing region close event to WAL at 1731588951732Closed at 1731588951732 2024-11-14T12:55:51,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:55:51,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731588951734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588951734"}]},"ts":"1731588951734"} 2024-11-14T12:55:51,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:55:51,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:55:51,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588951739"}]},"ts":"1731588951739"} 2024-11-14T12:55:51,742 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T12:55:51,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5471f0a90c69e1a4765f2c3824be892b, ASSIGN}] 2024-11-14T12:55:51,743 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5471f0a90c69e1a4765f2c3824be892b, ASSIGN 2024-11-14T12:55:51,744 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5471f0a90c69e1a4765f2c3824be892b, ASSIGN; state=OFFLINE, location=669ef94e8b26,46449,1731588882089; forceNewPlan=false, retain=false 2024-11-14T12:55:51,894 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=5471f0a90c69e1a4765f2c3824be892b, regionState=OPENING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:51,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5471f0a90c69e1a4765f2c3824be892b, ASSIGN because future has completed 2024-11-14T12:55:51,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:55:52,054 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:52,054 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:55:52,054 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:52,054 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:55:52,055 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:52,055 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-14T12:55:52,057 INFO [StoreOpener-5471f0a90c69e1a4765f2c3824be892b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:52,058 INFO [StoreOpener-5471f0a90c69e1a4765f2c3824be892b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:55:52,059 INFO [StoreOpener-5471f0a90c69e1a4765f2c3824be892b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5471f0a90c69e1a4765f2c3824be892b columnFamilyName A 2024-11-14T12:55:52,059 DEBUG [StoreOpener-5471f0a90c69e1a4765f2c3824be892b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:52,060 INFO [StoreOpener-5471f0a90c69e1a4765f2c3824be892b-1 {}] regionserver.HStore(327): Store=5471f0a90c69e1a4765f2c3824be892b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:55:52,060 INFO [StoreOpener-5471f0a90c69e1a4765f2c3824be892b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:52,062 INFO [StoreOpener-5471f0a90c69e1a4765f2c3824be892b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:55:52,062 INFO [StoreOpener-5471f0a90c69e1a4765f2c3824be892b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5471f0a90c69e1a4765f2c3824be892b columnFamilyName B 2024-11-14T12:55:52,062 DEBUG [StoreOpener-5471f0a90c69e1a4765f2c3824be892b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:52,063 INFO [StoreOpener-5471f0a90c69e1a4765f2c3824be892b-1 {}] regionserver.HStore(327): Store=5471f0a90c69e1a4765f2c3824be892b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:55:52,063 INFO [StoreOpener-5471f0a90c69e1a4765f2c3824be892b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:52,064 INFO [StoreOpener-5471f0a90c69e1a4765f2c3824be892b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:55:52,064 INFO [StoreOpener-5471f0a90c69e1a4765f2c3824be892b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5471f0a90c69e1a4765f2c3824be892b columnFamilyName C 2024-11-14T12:55:52,064 DEBUG [StoreOpener-5471f0a90c69e1a4765f2c3824be892b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:55:52,065 INFO [StoreOpener-5471f0a90c69e1a4765f2c3824be892b-1 {}] regionserver.HStore(327): Store=5471f0a90c69e1a4765f2c3824be892b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:55:52,065 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:52,065 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:52,065 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:52,066 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:52,066 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:52,066 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:52,067 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:55:52,068 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:52,069 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:55:52,069 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 5471f0a90c69e1a4765f2c3824be892b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67059383, jitterRate=-7.373243570327759E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:55:52,070 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:52,070 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 5471f0a90c69e1a4765f2c3824be892b: Running coprocessor pre-open hook at 1731588952055Writing region info on filesystem at 1731588952055Initializing all the Stores at 1731588952056 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588952056Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588952056Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588952056Cleaning up temporary data from old regions at 1731588952066 (+10 ms)Running coprocessor post-open hooks at 1731588952070 (+4 ms)Region opened successfully at 1731588952070 2024-11-14T12:55:52,071 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., pid=67, masterSystemTime=1731588952049 2024-11-14T12:55:52,073 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:52,073 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:52,073 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=5471f0a90c69e1a4765f2c3824be892b, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:52,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:55:52,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-14T12:55:52,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 in 178 msec 2024-11-14T12:55:52,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-14T12:55:52,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5471f0a90c69e1a4765f2c3824be892b, ASSIGN in 334 msec 2024-11-14T12:55:52,078 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:55:52,079 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588952078"}]},"ts":"1731588952078"} 2024-11-14T12:55:52,080 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T12:55:52,081 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:55:52,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1690 sec 2024-11-14T12:55:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-14T12:55:53,075 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:53,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a754db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:53,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:53,079 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:53,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:53,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:53,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16065f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:53,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:53,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:53,082 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:53,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed248f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:53,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:53,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:55:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,35021,1731588881221 2024-11-14T12:55:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78fb35cc 2024-11-14T12:55:53,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:55:53,090 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:55:53,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50502613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:53,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:53,093 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:53,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:53,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:53,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55aa755a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:53,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:53,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:53,095 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:53,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454a56b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:53,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:53,098 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:53,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:53,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:53,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8219ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:53,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:53,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:53,099 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:53,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4221079b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:53,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:53,102 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:53,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:53,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:53,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300836a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:53,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:53,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:53,103 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536c377d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:53,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:53,105 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0887a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:53,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:53,106 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:53,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189ffb75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:53,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:53,108 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:53,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:53,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679c0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:53,110 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:53,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6df76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675e61a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:53,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:53,112 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48390b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:53,113 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:53,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20138044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a5c877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:53,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:53,115 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fad804a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:53,116 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:53,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a36029a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679f7426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:53,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:53,118 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:53,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:53,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:53,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5fab1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:53,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:53,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:53,119 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465c3d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b71af22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:53,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:53,121 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:53,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:53,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:53,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b2f96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:53,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:53,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:53,122 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c679b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728d338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:55:53,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:55:53,124 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:55:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:55:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:55:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55064a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:55:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:55:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:55:53,125 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:55:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c851038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:55:53,126 DEBUG [Thread-1281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:53,126 DEBUG [Thread-1285 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:53,126 DEBUG [Thread-1288 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:53,126 DEBUG [Thread-1290 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:53,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:53,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:53,127 DEBUG [Thread-1294 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:53,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:53,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:53,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:53,127 DEBUG [Thread-1277 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:53,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:53,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:53,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:53,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:53,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-14T12:55:53,128 DEBUG [Thread-1279 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:53,128 DEBUG [Thread-1296 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:53,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:53,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:53,129 DEBUG [Thread-1277 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:53,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:53,129 DEBUG [Thread-1277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:53,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:53,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:53,130 DEBUG [Thread-1283 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:53,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:53,130 DEBUG [Thread-1292 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:55:53,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:53,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:53,131 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:55:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:55:53,132 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:53,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:53,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:53,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:55:53,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:55:53,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:55:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T12:55:53,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:55:53,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:55:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:55:53,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:55:53,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:55:53,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:55:53,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:55:53,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:55:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:53,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:55:53,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:55:53,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:53,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:55:53,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:53,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:55:53,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:53,179 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731588953165, max timestamp=1731588953176Num uniques 859; 2024-11-14T12:55:53,179 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:55:53,179 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731588953165, max timestamp=1731588953176Num uniques 859; 2024-11-14T12:55:53,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:55:53,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/3ca0dc9df048450cbf42fad7f80d75f7 is 50, key is test_row_0/A:col10/1731588953145/Put/seqid=0 2024-11-14T12:55:53,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588953165, max timestamp=1731588953176Num uniques 859; 2024-11-14T12:55:53,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:55:53,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742104_1280 (size=12001) 2024-11-14T12:55:53,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/3ca0dc9df048450cbf42fad7f80d75f7 2024-11-14T12:55:53,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589013200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589013200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589013201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589013204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589013206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/3e41c1de52824b3a94a0d40b41022568 is 50, key is test_row_0/B:col10/1731588953145/Put/seqid=0 2024-11-14T12:55:53,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742105_1281 (size=12001) 2024-11-14T12:55:53,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/3e41c1de52824b3a94a0d40b41022568 2024-11-14T12:55:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T12:55:53,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/3c50c5aa3abd4e6296029bec312e45e7 is 50, key is test_row_0/C:col10/1731588953145/Put/seqid=0 2024-11-14T12:55:53,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742106_1282 (size=12001) 2024-11-14T12:55:53,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T12:55:53,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:53,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:53,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:53,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:53,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:53,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589013314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589013314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589013314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589013314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589013324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T12:55:53,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:53,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:53,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:53,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:53,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T12:55:53,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589013524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589013525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589013525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589013525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589013534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T12:55:53,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:53,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:53,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:53,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:53,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:53,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/3c50c5aa3abd4e6296029bec312e45e7 2024-11-14T12:55:53,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/3ca0dc9df048450cbf42fad7f80d75f7 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/3ca0dc9df048450cbf42fad7f80d75f7 2024-11-14T12:55:53,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/3ca0dc9df048450cbf42fad7f80d75f7, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T12:55:53,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/3e41c1de52824b3a94a0d40b41022568 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/3e41c1de52824b3a94a0d40b41022568 2024-11-14T12:55:53,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/3e41c1de52824b3a94a0d40b41022568, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T12:55:53,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/3c50c5aa3abd4e6296029bec312e45e7 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/3c50c5aa3abd4e6296029bec312e45e7 2024-11-14T12:55:53,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/3c50c5aa3abd4e6296029bec312e45e7, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T12:55:53,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 5471f0a90c69e1a4765f2c3824be892b in 556ms, sequenceid=13, compaction requested=false 2024-11-14T12:55:53,701 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T12:55:53,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:55:53,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T12:55:53,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:53,746 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-14T12:55:53,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:55:53,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:53,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:55:53,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:53,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:55:53,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:55:53,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/645a842c89a64996b5f43911e93f7310 is 50, key is test_row_0/A:col10/1731588953190/Put/seqid=0 2024-11-14T12:55:53,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742107_1283 (size=12001) 2024-11-14T12:55:53,762 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/645a842c89a64996b5f43911e93f7310 2024-11-14T12:55:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T12:55:53,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/6c278c20a3d24066ad79b60259451995 is 50, key is test_row_0/B:col10/1731588953190/Put/seqid=0 2024-11-14T12:55:53,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742108_1284 (size=12001) 2024-11-14T12:55:53,801 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/6c278c20a3d24066ad79b60259451995 2024-11-14T12:55:53,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/9dfcc9d390a3401e82078b26f7bbeda2 is 50, key is test_row_0/C:col10/1731588953190/Put/seqid=0 2024-11-14T12:55:53,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742109_1285 (size=12001) 2024-11-14T12:55:53,826 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/9dfcc9d390a3401e82078b26f7bbeda2 2024-11-14T12:55:53,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/645a842c89a64996b5f43911e93f7310 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/645a842c89a64996b5f43911e93f7310 2024-11-14T12:55:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:53,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:53,843 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/645a842c89a64996b5f43911e93f7310, entries=150, sequenceid=47, filesize=11.7 K 2024-11-14T12:55:53,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/6c278c20a3d24066ad79b60259451995 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6c278c20a3d24066ad79b60259451995 2024-11-14T12:55:53,854 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6c278c20a3d24066ad79b60259451995, entries=150, sequenceid=47, filesize=11.7 K 2024-11-14T12:55:53,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/9dfcc9d390a3401e82078b26f7bbeda2 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/9dfcc9d390a3401e82078b26f7bbeda2 2024-11-14T12:55:53,859 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/9dfcc9d390a3401e82078b26f7bbeda2, entries=150, sequenceid=47, filesize=11.7 K 2024-11-14T12:55:53,881 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=53.67 KB/54960 for 5471f0a90c69e1a4765f2c3824be892b in 134ms, sequenceid=47, compaction requested=false 2024-11-14T12:55:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:55:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-14T12:55:53,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T12:55:53,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:55:53,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:53,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:55:53,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:53,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:55:53,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-14T12:55:53,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-14T12:55:53,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 752 msec 2024-11-14T12:55:53,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 761 msec 2024-11-14T12:55:53,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/327f531eb2f4435d8280fda555c9f5a4 is 50, key is test_row_0/A:col10/1731588953855/Put/seqid=0 2024-11-14T12:55:53,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742110_1286 (size=12001) 2024-11-14T12:55:53,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589013905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589013907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589013909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589013909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:53,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589013913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:53,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:53,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:54,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589014024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589014024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:54,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:54,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589014024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589014024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:54,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589014025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:54,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589014234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:54,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589014234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:54,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589014235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589014235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:54,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589014235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:54,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T12:55:54,274 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:54,275 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-14T12:55:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T12:55:54,276 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:54,277 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:54,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:54,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/327f531eb2f4435d8280fda555c9f5a4 2024-11-14T12:55:54,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/c1687917b6ac44a2bdb2a41709249767 is 50, key is test_row_0/B:col10/1731588953855/Put/seqid=0 2024-11-14T12:55:54,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742111_1287 (size=12001) 2024-11-14T12:55:54,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/c1687917b6ac44a2bdb2a41709249767 2024-11-14T12:55:54,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/11ad21da21e940079d34a1f73818b2c3 is 50, key is test_row_0/C:col10/1731588953855/Put/seqid=0 2024-11-14T12:55:54,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742112_1288 (size=12001) 2024-11-14T12:55:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T12:55:54,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T12:55:54,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:54,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:54,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:54,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:54,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589014545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589014545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589014545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589014545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:54,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589014545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:54,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T12:55:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:54,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T12:55:54,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/11ad21da21e940079d34a1f73818b2c3 2024-11-14T12:55:54,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/327f531eb2f4435d8280fda555c9f5a4 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/327f531eb2f4435d8280fda555c9f5a4 2024-11-14T12:55:54,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/327f531eb2f4435d8280fda555c9f5a4, entries=150, sequenceid=61, filesize=11.7 K 2024-11-14T12:55:54,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/c1687917b6ac44a2bdb2a41709249767 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/c1687917b6ac44a2bdb2a41709249767 2024-11-14T12:55:54,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T12:55:54,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:54,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:54,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:54,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:54,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:54,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/c1687917b6ac44a2bdb2a41709249767, entries=150, sequenceid=61, filesize=11.7 K 2024-11-14T12:55:54,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/11ad21da21e940079d34a1f73818b2c3 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/11ad21da21e940079d34a1f73818b2c3 2024-11-14T12:55:54,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/11ad21da21e940079d34a1f73818b2c3, entries=150, sequenceid=61, filesize=11.7 K 2024-11-14T12:55:54,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 5471f0a90c69e1a4765f2c3824be892b in 863ms, sequenceid=61, compaction requested=true 2024-11-14T12:55:54,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:55:54,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5471f0a90c69e1a4765f2c3824be892b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:54,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:54,744 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:54,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5471f0a90c69e1a4765f2c3824be892b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:54,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:54,745 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:54,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5471f0a90c69e1a4765f2c3824be892b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:54,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:54,746 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:54,746 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 5471f0a90c69e1a4765f2c3824be892b/A is initiating minor compaction (all files) 2024-11-14T12:55:54,746 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5471f0a90c69e1a4765f2c3824be892b/A in TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:54,746 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/3ca0dc9df048450cbf42fad7f80d75f7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/645a842c89a64996b5f43911e93f7310, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/327f531eb2f4435d8280fda555c9f5a4] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp, totalSize=35.2 K 2024-11-14T12:55:54,746 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:54,746 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 5471f0a90c69e1a4765f2c3824be892b/B is initiating minor compaction (all files) 2024-11-14T12:55:54,746 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5471f0a90c69e1a4765f2c3824be892b/B in TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:54,746 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/3e41c1de52824b3a94a0d40b41022568, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6c278c20a3d24066ad79b60259451995, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/c1687917b6ac44a2bdb2a41709249767] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp, totalSize=35.2 K 2024-11-14T12:55:54,747 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ca0dc9df048450cbf42fad7f80d75f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731588953144 2024-11-14T12:55:54,747 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e41c1de52824b3a94a0d40b41022568, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731588953144 2024-11-14T12:55:54,747 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 645a842c89a64996b5f43911e93f7310, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731588953190 2024-11-14T12:55:54,747 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c278c20a3d24066ad79b60259451995, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731588953190 2024-11-14T12:55:54,748 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 327f531eb2f4435d8280fda555c9f5a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731588953846 2024-11-14T12:55:54,748 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting c1687917b6ac44a2bdb2a41709249767, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731588953846 2024-11-14T12:55:54,757 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5471f0a90c69e1a4765f2c3824be892b#A#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:54,757 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5471f0a90c69e1a4765f2c3824be892b#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:54,758 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/efd88c402d9e4a6b800c0d577778b7b7 is 50, key is test_row_0/A:col10/1731588953855/Put/seqid=0 2024-11-14T12:55:54,758 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/a0a80a9d4ec74592ad5a107b1ec9e0a8 is 50, key is test_row_0/B:col10/1731588953855/Put/seqid=0 2024-11-14T12:55:54,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742114_1290 (size=12104) 2024-11-14T12:55:54,782 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/efd88c402d9e4a6b800c0d577778b7b7 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/efd88c402d9e4a6b800c0d577778b7b7 2024-11-14T12:55:54,788 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5471f0a90c69e1a4765f2c3824be892b/A of 5471f0a90c69e1a4765f2c3824be892b into efd88c402d9e4a6b800c0d577778b7b7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:54,788 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:55:54,788 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., storeName=5471f0a90c69e1a4765f2c3824be892b/A, priority=13, startTime=1731588954744; duration=0sec 2024-11-14T12:55:54,788 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:54,788 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5471f0a90c69e1a4765f2c3824be892b:A 2024-11-14T12:55:54,788 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:54,791 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:54,791 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 5471f0a90c69e1a4765f2c3824be892b/C is initiating minor compaction (all files) 2024-11-14T12:55:54,791 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5471f0a90c69e1a4765f2c3824be892b/C in TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:54,791 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/3c50c5aa3abd4e6296029bec312e45e7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/9dfcc9d390a3401e82078b26f7bbeda2, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/11ad21da21e940079d34a1f73818b2c3] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp, totalSize=35.2 K 2024-11-14T12:55:54,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742113_1289 (size=12104) 2024-11-14T12:55:54,792 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c50c5aa3abd4e6296029bec312e45e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731588953144 2024-11-14T12:55:54,793 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dfcc9d390a3401e82078b26f7bbeda2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731588953190 2024-11-14T12:55:54,794 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11ad21da21e940079d34a1f73818b2c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731588953846 2024-11-14T12:55:54,815 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/a0a80a9d4ec74592ad5a107b1ec9e0a8 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/a0a80a9d4ec74592ad5a107b1ec9e0a8 2024-11-14T12:55:54,830 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5471f0a90c69e1a4765f2c3824be892b#C#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:54,831 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/4471622f429e4b50ace29b76dc1c55f9 is 50, key is test_row_0/C:col10/1731588953855/Put/seqid=0 2024-11-14T12:55:54,833 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5471f0a90c69e1a4765f2c3824be892b/B of 5471f0a90c69e1a4765f2c3824be892b into a0a80a9d4ec74592ad5a107b1ec9e0a8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:54,833 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:55:54,833 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., storeName=5471f0a90c69e1a4765f2c3824be892b/B, priority=13, startTime=1731588954744; duration=0sec 2024-11-14T12:55:54,833 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:54,833 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5471f0a90c69e1a4765f2c3824be892b:B 2024-11-14T12:55:54,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742115_1291 (size=12104) 2024-11-14T12:55:54,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T12:55:54,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:54,888 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T12:55:54,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:55:54,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:54,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:55:54,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:54,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:55:54,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:54,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/9b0411d0e29e4654b9f2e667f1790777 is 50, key is test_row_0/A:col10/1731588953907/Put/seqid=0 2024-11-14T12:55:54,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742116_1292 (size=12001) 2024-11-14T12:55:54,904 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/9b0411d0e29e4654b9f2e667f1790777 2024-11-14T12:55:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T12:55:54,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/80a43dc9fd0e4f9bb23f6b9b2352ffcf is 50, key is test_row_0/B:col10/1731588953907/Put/seqid=0 2024-11-14T12:55:54,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742117_1293 (size=12001) 2024-11-14T12:55:54,923 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/80a43dc9fd0e4f9bb23f6b9b2352ffcf 2024-11-14T12:55:54,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/d1a71d9e669644fb9a747c334d0472a7 is 50, key is test_row_0/C:col10/1731588953907/Put/seqid=0 2024-11-14T12:55:54,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742118_1294 (size=12001) 2024-11-14T12:55:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:55,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:55,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589015115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589015116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589015118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589015117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589015121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589015224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589015235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589015235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589015235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589015235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,258 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/4471622f429e4b50ace29b76dc1c55f9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/4471622f429e4b50ace29b76dc1c55f9 2024-11-14T12:55:55,264 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5471f0a90c69e1a4765f2c3824be892b/C of 5471f0a90c69e1a4765f2c3824be892b into 4471622f429e4b50ace29b76dc1c55f9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:55,264 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:55:55,264 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., storeName=5471f0a90c69e1a4765f2c3824be892b/C, priority=13, startTime=1731588954745; duration=0sec 2024-11-14T12:55:55,264 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:55,264 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5471f0a90c69e1a4765f2c3824be892b:C 2024-11-14T12:55:55,317 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T12:55:55,359 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/d1a71d9e669644fb9a747c334d0472a7 2024-11-14T12:55:55,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/9b0411d0e29e4654b9f2e667f1790777 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/9b0411d0e29e4654b9f2e667f1790777 2024-11-14T12:55:55,371 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/9b0411d0e29e4654b9f2e667f1790777, entries=150, sequenceid=81, filesize=11.7 K 2024-11-14T12:55:55,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/80a43dc9fd0e4f9bb23f6b9b2352ffcf as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/80a43dc9fd0e4f9bb23f6b9b2352ffcf 2024-11-14T12:55:55,379 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/80a43dc9fd0e4f9bb23f6b9b2352ffcf, entries=150, sequenceid=81, filesize=11.7 K 2024-11-14T12:55:55,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/d1a71d9e669644fb9a747c334d0472a7 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/d1a71d9e669644fb9a747c334d0472a7 2024-11-14T12:55:55,389 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/d1a71d9e669644fb9a747c334d0472a7, entries=150, sequenceid=81, filesize=11.7 K 2024-11-14T12:55:55,392 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 5471f0a90c69e1a4765f2c3824be892b in 504ms, sequenceid=81, compaction requested=false 2024-11-14T12:55:55,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:55:55,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:55,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-14T12:55:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-14T12:55:55,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-14T12:55:55,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1170 sec 2024-11-14T12:55:55,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.1230 sec 2024-11-14T12:55:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T12:55:55,415 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:55,415 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-14T12:55:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T12:55:55,416 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:55,417 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:55,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:55,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T12:55:55,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:55:55,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:55,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:55:55,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:55,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:55:55,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:55,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/3272e8d028364a5cbc67754aaf3dbfb7 is 50, key is test_row_0/A:col10/1731588955119/Put/seqid=0 2024-11-14T12:55:55,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742119_1295 (size=14341) 2024-11-14T12:55:55,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589015455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589015456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589015457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589015459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589015459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T12:55:55,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589015564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589015564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589015565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T12:55:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:55,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:55,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:55,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589015574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589015574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T12:55:55,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:55,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:55,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:55,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:55,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T12:55:55,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589015775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589015775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589015775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589015784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589015784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:55,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/3272e8d028364a5cbc67754aaf3dbfb7 2024-11-14T12:55:55,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/e252c75b98834548b8834b50263007d9 is 50, key is test_row_0/B:col10/1731588955119/Put/seqid=0 2024-11-14T12:55:55,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742120_1296 (size=12001) 2024-11-14T12:55:55,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T12:55:55,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:55,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:55,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:55,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:55,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:56,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T12:55:56,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:56,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:56,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:56,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:56,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T12:55:56,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589016085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589016085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:56,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589016085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:56,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:56,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589016094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589016094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:56,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T12:55:56,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:56,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:56,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:56,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:56,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:56,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/e252c75b98834548b8834b50263007d9 2024-11-14T12:55:56,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/10304f0b9fd14b1b9833557eee924b7e is 50, key is test_row_0/C:col10/1731588955119/Put/seqid=0 2024-11-14T12:55:56,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742121_1297 (size=12001) 2024-11-14T12:55:56,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T12:55:56,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:56,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:56,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:56,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:56,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:56,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T12:55:56,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:56,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:56,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:56,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:56,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T12:55:56,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589016594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589016594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:56,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589016594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:56,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589016604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:56,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:56,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589016604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:56,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:56,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:56,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T12:55:56,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:56,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:56,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:56,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:56,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:55:56,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/10304f0b9fd14b1b9833557eee924b7e 2024-11-14T12:55:56,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/3272e8d028364a5cbc67754aaf3dbfb7 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/3272e8d028364a5cbc67754aaf3dbfb7 2024-11-14T12:55:56,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/3272e8d028364a5cbc67754aaf3dbfb7, entries=200, sequenceid=97, filesize=14.0 K 2024-11-14T12:55:56,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/e252c75b98834548b8834b50263007d9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/e252c75b98834548b8834b50263007d9 2024-11-14T12:55:56,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/e252c75b98834548b8834b50263007d9, entries=150, sequenceid=97, filesize=11.7 K 2024-11-14T12:55:56,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/10304f0b9fd14b1b9833557eee924b7e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/10304f0b9fd14b1b9833557eee924b7e 2024-11-14T12:55:56,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/10304f0b9fd14b1b9833557eee924b7e, entries=150, sequenceid=97, filesize=11.7 K 2024-11-14T12:55:56,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 5471f0a90c69e1a4765f2c3824be892b in 1248ms, sequenceid=97, compaction requested=true 2024-11-14T12:55:56,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:55:56,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5471f0a90c69e1a4765f2c3824be892b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:56,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:56,686 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:56,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5471f0a90c69e1a4765f2c3824be892b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:56,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:56,687 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:56,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5471f0a90c69e1a4765f2c3824be892b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:56,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:56,687 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:56,687 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:56,687 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 5471f0a90c69e1a4765f2c3824be892b/B is initiating minor compaction (all files) 2024-11-14T12:55:56,687 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 5471f0a90c69e1a4765f2c3824be892b/A is initiating minor compaction (all files) 2024-11-14T12:55:56,687 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5471f0a90c69e1a4765f2c3824be892b/A in TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:56,687 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5471f0a90c69e1a4765f2c3824be892b/B in TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:56,688 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/efd88c402d9e4a6b800c0d577778b7b7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/9b0411d0e29e4654b9f2e667f1790777, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/3272e8d028364a5cbc67754aaf3dbfb7] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp, totalSize=37.5 K 2024-11-14T12:55:56,688 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/a0a80a9d4ec74592ad5a107b1ec9e0a8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/80a43dc9fd0e4f9bb23f6b9b2352ffcf, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/e252c75b98834548b8834b50263007d9] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp, totalSize=35.3 K 2024-11-14T12:55:56,688 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting a0a80a9d4ec74592ad5a107b1ec9e0a8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731588953846 2024-11-14T12:55:56,688 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting efd88c402d9e4a6b800c0d577778b7b7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731588953846 2024-11-14T12:55:56,688 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 80a43dc9fd0e4f9bb23f6b9b2352ffcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731588953906 2024-11-14T12:55:56,688 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b0411d0e29e4654b9f2e667f1790777, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731588953906 2024-11-14T12:55:56,688 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting e252c75b98834548b8834b50263007d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731588955113 2024-11-14T12:55:56,688 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3272e8d028364a5cbc67754aaf3dbfb7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731588955113 2024-11-14T12:55:56,696 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5471f0a90c69e1a4765f2c3824be892b#B#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:56,696 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/98a14b9714084d2a98f190afb41ffcc5 is 50, key is test_row_0/B:col10/1731588955119/Put/seqid=0 2024-11-14T12:55:56,706 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5471f0a90c69e1a4765f2c3824be892b#A#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:56,706 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/c276f4e60f814568b7d2671d84d92737 is 50, key is test_row_0/A:col10/1731588955119/Put/seqid=0 2024-11-14T12:55:56,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742122_1298 (size=12207) 2024-11-14T12:55:56,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742123_1299 (size=12207) 2024-11-14T12:55:56,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T12:55:56,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:56,794 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T12:55:56,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:55:56,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:56,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:55:56,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:56,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:55:56,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:56,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/7936d2462f0145a7a95fb52de0deefa6 is 50, key is test_row_0/A:col10/1731588955456/Put/seqid=0 2024-11-14T12:55:56,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742124_1300 (size=12001) 2024-11-14T12:55:57,115 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/c276f4e60f814568b7d2671d84d92737 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/c276f4e60f814568b7d2671d84d92737 2024-11-14T12:55:57,115 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/98a14b9714084d2a98f190afb41ffcc5 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/98a14b9714084d2a98f190afb41ffcc5 2024-11-14T12:55:57,123 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5471f0a90c69e1a4765f2c3824be892b/B of 5471f0a90c69e1a4765f2c3824be892b into 98a14b9714084d2a98f190afb41ffcc5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:57,123 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:55:57,123 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., storeName=5471f0a90c69e1a4765f2c3824be892b/B, priority=13, startTime=1731588956686; duration=0sec 2024-11-14T12:55:57,123 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:57,123 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5471f0a90c69e1a4765f2c3824be892b:B 2024-11-14T12:55:57,123 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:57,124 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:57,124 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 5471f0a90c69e1a4765f2c3824be892b/C is initiating minor compaction (all files) 2024-11-14T12:55:57,124 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5471f0a90c69e1a4765f2c3824be892b/C in TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:57,125 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/4471622f429e4b50ace29b76dc1c55f9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/d1a71d9e669644fb9a747c334d0472a7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/10304f0b9fd14b1b9833557eee924b7e] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp, totalSize=35.3 K 2024-11-14T12:55:57,125 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5471f0a90c69e1a4765f2c3824be892b/A of 5471f0a90c69e1a4765f2c3824be892b into c276f4e60f814568b7d2671d84d92737(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:57,125 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:55:57,125 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., storeName=5471f0a90c69e1a4765f2c3824be892b/A, priority=13, startTime=1731588956686; duration=0sec 2024-11-14T12:55:57,125 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:57,125 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5471f0a90c69e1a4765f2c3824be892b:A 2024-11-14T12:55:57,125 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 4471622f429e4b50ace29b76dc1c55f9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731588953846 2024-11-14T12:55:57,126 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting d1a71d9e669644fb9a747c334d0472a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731588953906 2024-11-14T12:55:57,126 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 10304f0b9fd14b1b9833557eee924b7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731588955113 2024-11-14T12:55:57,133 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5471f0a90c69e1a4765f2c3824be892b#C#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:57,133 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/8bed6c8738a74419be917bc848435af6 is 50, key is test_row_0/C:col10/1731588955119/Put/seqid=0 2024-11-14T12:55:57,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742125_1301 (size=12207) 2024-11-14T12:55:57,202 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/7936d2462f0145a7a95fb52de0deefa6 2024-11-14T12:55:57,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/a8b4b3f6cf454cc3ad35efe9ee6935cb is 50, key is test_row_0/B:col10/1731588955456/Put/seqid=0 2024-11-14T12:55:57,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742126_1302 (size=12001) 2024-11-14T12:55:57,542 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/8bed6c8738a74419be917bc848435af6 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/8bed6c8738a74419be917bc848435af6 2024-11-14T12:55:57,546 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5471f0a90c69e1a4765f2c3824be892b/C of 5471f0a90c69e1a4765f2c3824be892b into 8bed6c8738a74419be917bc848435af6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:55:57,546 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:55:57,546 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., storeName=5471f0a90c69e1a4765f2c3824be892b/C, priority=13, startTime=1731588956687; duration=0sec 2024-11-14T12:55:57,546 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:57,546 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5471f0a90c69e1a4765f2c3824be892b:C 2024-11-14T12:55:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T12:55:57,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:55:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:57,613 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/a8b4b3f6cf454cc3ad35efe9ee6935cb 2024-11-14T12:55:57,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/54039c616da94f1dbecfa5da3b9bd91e is 50, key is test_row_0/C:col10/1731588955456/Put/seqid=0 2024-11-14T12:55:57,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742127_1303 (size=12001) 2024-11-14T12:55:57,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589017622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:57,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589017624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:57,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589017627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:57,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589017628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:57,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589017628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:57,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:57,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589017735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:57,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:57,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589017735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:57,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589017735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589017735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:57,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589017744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:57,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:57,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589017944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:57,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589017944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:57,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589017944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589017944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:57,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589017954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:57,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:57,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,026 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/54039c616da94f1dbecfa5da3b9bd91e 2024-11-14T12:55:58,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/7936d2462f0145a7a95fb52de0deefa6 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/7936d2462f0145a7a95fb52de0deefa6 2024-11-14T12:55:58,033 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/7936d2462f0145a7a95fb52de0deefa6, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T12:55:58,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/a8b4b3f6cf454cc3ad35efe9ee6935cb as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/a8b4b3f6cf454cc3ad35efe9ee6935cb 2024-11-14T12:55:58,037 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/a8b4b3f6cf454cc3ad35efe9ee6935cb, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T12:55:58,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/54039c616da94f1dbecfa5da3b9bd91e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/54039c616da94f1dbecfa5da3b9bd91e 2024-11-14T12:55:58,041 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/54039c616da94f1dbecfa5da3b9bd91e, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T12:55:58,042 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 5471f0a90c69e1a4765f2c3824be892b in 1248ms, sequenceid=114, compaction requested=false 2024-11-14T12:55:58,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:55:58,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:58,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-14T12:55:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-14T12:55:58,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-14T12:55:58,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6270 sec 2024-11-14T12:55:58,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.6310 sec 2024-11-14T12:55:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:55:58,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T12:55:58,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:55:58,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:58,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:55:58,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:58,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:55:58,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:58,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/8549af5d044e45ed894e544ebeae4acc is 50, key is test_row_0/A:col10/1731588958257/Put/seqid=0 2024-11-14T12:55:58,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742128_1304 (size=14491) 2024-11-14T12:55:58,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589018269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589018270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589018272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589018274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589018274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589018384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589018384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589018384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589018385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589018385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589018594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589018595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589018595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589018595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589018595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/8549af5d044e45ed894e544ebeae4acc 2024-11-14T12:55:58,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/2fd53972c3c240a6857b6c4c3ea0836c is 50, key is test_row_0/B:col10/1731588958257/Put/seqid=0 2024-11-14T12:55:58,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742129_1305 (size=12101) 2024-11-14T12:55:58,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589018904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589018904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589018905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589018905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:58,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589018905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:58,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:58,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:59,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/2fd53972c3c240a6857b6c4c3ea0836c 2024-11-14T12:55:59,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/b2e3b77a40224919ad561f7f45ca6d47 is 50, key is test_row_0/C:col10/1731588958257/Put/seqid=0 2024-11-14T12:55:59,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742130_1306 (size=12101) 2024-11-14T12:55:59,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589019414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:59,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589019414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:59,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589019414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:59,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589019414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:59,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:55:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589019415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:55:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:55:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:55:59,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/b2e3b77a40224919ad561f7f45ca6d47 2024-11-14T12:55:59,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/8549af5d044e45ed894e544ebeae4acc as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/8549af5d044e45ed894e544ebeae4acc 2024-11-14T12:55:59,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/8549af5d044e45ed894e544ebeae4acc, entries=200, sequenceid=135, filesize=14.2 K 2024-11-14T12:55:59,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/2fd53972c3c240a6857b6c4c3ea0836c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/2fd53972c3c240a6857b6c4c3ea0836c 2024-11-14T12:55:59,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/2fd53972c3c240a6857b6c4c3ea0836c, entries=150, sequenceid=135, filesize=11.8 K 2024-11-14T12:55:59,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/b2e3b77a40224919ad561f7f45ca6d47 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/b2e3b77a40224919ad561f7f45ca6d47 2024-11-14T12:55:59,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/b2e3b77a40224919ad561f7f45ca6d47, entries=150, sequenceid=135, filesize=11.8 K 2024-11-14T12:55:59,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 5471f0a90c69e1a4765f2c3824be892b in 1287ms, sequenceid=135, compaction requested=true 2024-11-14T12:55:59,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:55:59,545 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:59,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5471f0a90c69e1a4765f2c3824be892b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:55:59,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:59,545 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:55:59,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5471f0a90c69e1a4765f2c3824be892b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:55:59,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:55:59,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5471f0a90c69e1a4765f2c3824be892b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:55:59,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:55:59,546 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:59,546 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 5471f0a90c69e1a4765f2c3824be892b/A is initiating minor compaction (all files) 2024-11-14T12:55:59,546 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5471f0a90c69e1a4765f2c3824be892b/A in TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:59,546 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/c276f4e60f814568b7d2671d84d92737, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/7936d2462f0145a7a95fb52de0deefa6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/8549af5d044e45ed894e544ebeae4acc] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp, totalSize=37.8 K 2024-11-14T12:55:59,547 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:55:59,547 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 5471f0a90c69e1a4765f2c3824be892b/B is initiating minor compaction (all files) 2024-11-14T12:55:59,547 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5471f0a90c69e1a4765f2c3824be892b/B in TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:59,547 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/98a14b9714084d2a98f190afb41ffcc5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/a8b4b3f6cf454cc3ad35efe9ee6935cb, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/2fd53972c3c240a6857b6c4c3ea0836c] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp, totalSize=35.5 K 2024-11-14T12:55:59,547 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting c276f4e60f814568b7d2671d84d92737, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731588955113 2024-11-14T12:55:59,547 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 98a14b9714084d2a98f190afb41ffcc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731588955113 2024-11-14T12:55:59,548 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7936d2462f0145a7a95fb52de0deefa6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731588955456 2024-11-14T12:55:59,548 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting a8b4b3f6cf454cc3ad35efe9ee6935cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731588955456 2024-11-14T12:55:59,548 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8549af5d044e45ed894e544ebeae4acc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731588957620 2024-11-14T12:55:59,549 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fd53972c3c240a6857b6c4c3ea0836c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731588957620 2024-11-14T12:55:59,558 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5471f0a90c69e1a4765f2c3824be892b#B#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:59,559 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/6bd6e230d1ab462f9434bc342100d228 is 50, key is test_row_0/B:col10/1731588958257/Put/seqid=0 2024-11-14T12:55:59,566 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5471f0a90c69e1a4765f2c3824be892b#A#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:55:59,567 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/58475bb98a1a40e8960c78cd7d46c7b3 is 50, key is test_row_0/A:col10/1731588958257/Put/seqid=0 2024-11-14T12:55:59,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742131_1307 (size=12409) 2024-11-14T12:55:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T12:55:59,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742132_1308 (size=12409) 2024-11-14T12:55:59,584 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:55:59,585 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:55:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-14T12:55:59,587 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:55:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T12:55:59,588 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:55:59,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:55:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T12:55:59,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T12:55:59,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:55:59,742 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T12:55:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:55:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:55:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:55:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:55:59,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/8781aed850b94d0b9b832434a0478a1e is 50, key is test_row_0/A:col10/1731588958272/Put/seqid=0 2024-11-14T12:55:59,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742133_1309 (size=12151) 2024-11-14T12:55:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T12:55:59,990 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/6bd6e230d1ab462f9434bc342100d228 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6bd6e230d1ab462f9434bc342100d228 2024-11-14T12:55:59,998 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/58475bb98a1a40e8960c78cd7d46c7b3 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/58475bb98a1a40e8960c78cd7d46c7b3 2024-11-14T12:56:00,001 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5471f0a90c69e1a4765f2c3824be892b/B of 5471f0a90c69e1a4765f2c3824be892b into 6bd6e230d1ab462f9434bc342100d228(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:00,001 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:00,001 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., storeName=5471f0a90c69e1a4765f2c3824be892b/B, priority=13, startTime=1731588959545; duration=0sec 2024-11-14T12:56:00,001 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:00,001 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5471f0a90c69e1a4765f2c3824be892b:B 2024-11-14T12:56:00,001 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:00,002 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:00,003 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 5471f0a90c69e1a4765f2c3824be892b/C is initiating minor compaction (all files) 2024-11-14T12:56:00,003 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5471f0a90c69e1a4765f2c3824be892b/C in TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:00,003 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/8bed6c8738a74419be917bc848435af6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/54039c616da94f1dbecfa5da3b9bd91e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/b2e3b77a40224919ad561f7f45ca6d47] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp, totalSize=35.5 K 2024-11-14T12:56:00,003 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bed6c8738a74419be917bc848435af6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731588955113 2024-11-14T12:56:00,004 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 54039c616da94f1dbecfa5da3b9bd91e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731588955456 2024-11-14T12:56:00,004 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting b2e3b77a40224919ad561f7f45ca6d47, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731588957620 2024-11-14T12:56:00,008 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5471f0a90c69e1a4765f2c3824be892b/A of 5471f0a90c69e1a4765f2c3824be892b into 58475bb98a1a40e8960c78cd7d46c7b3(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:00,008 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:00,008 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., storeName=5471f0a90c69e1a4765f2c3824be892b/A, priority=13, startTime=1731588959544; duration=0sec 2024-11-14T12:56:00,008 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:00,008 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5471f0a90c69e1a4765f2c3824be892b:A 2024-11-14T12:56:00,015 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5471f0a90c69e1a4765f2c3824be892b#C#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:00,016 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/18efc9f9f2f347dd83aa285c0e16b94d is 50, key is test_row_0/C:col10/1731588958257/Put/seqid=0 2024-11-14T12:56:00,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742134_1310 (size=12409) 2024-11-14T12:56:00,037 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/18efc9f9f2f347dd83aa285c0e16b94d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/18efc9f9f2f347dd83aa285c0e16b94d 2024-11-14T12:56:00,042 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5471f0a90c69e1a4765f2c3824be892b/C of 5471f0a90c69e1a4765f2c3824be892b into 18efc9f9f2f347dd83aa285c0e16b94d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:00,042 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:00,042 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., storeName=5471f0a90c69e1a4765f2c3824be892b/C, priority=13, startTime=1731588959545; duration=0sec 2024-11-14T12:56:00,042 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:00,042 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5471f0a90c69e1a4765f2c3824be892b:C 2024-11-14T12:56:00,153 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/8781aed850b94d0b9b832434a0478a1e 2024-11-14T12:56:00,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/842210eccd0c4674b81e49176dd06d86 is 50, key is test_row_0/B:col10/1731588958272/Put/seqid=0 2024-11-14T12:56:00,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742135_1311 (size=12151) 2024-11-14T12:56:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T12:56:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:56:00,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:56:00,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589020439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:00,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589020444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:00,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:00,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589020444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:00,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:00,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589020445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:00,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589020445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:00,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589020554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:00,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:00,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589020554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:00,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:00,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589020554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589020554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589020554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:00,567 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/842210eccd0c4674b81e49176dd06d86 2024-11-14T12:56:00,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/9d4f1d866f424e1b968f350578caf59c is 50, key is test_row_0/C:col10/1731588958272/Put/seqid=0 2024-11-14T12:56:00,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742136_1312 (size=12151) 2024-11-14T12:56:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T12:56:00,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589020764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:00,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589020764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:00,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589020764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589020764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589020765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:00,986 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/9d4f1d866f424e1b968f350578caf59c 2024-11-14T12:56:00,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/8781aed850b94d0b9b832434a0478a1e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/8781aed850b94d0b9b832434a0478a1e 2024-11-14T12:56:00,993 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/8781aed850b94d0b9b832434a0478a1e, entries=150, sequenceid=149, filesize=11.9 K 2024-11-14T12:56:00,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/842210eccd0c4674b81e49176dd06d86 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/842210eccd0c4674b81e49176dd06d86 2024-11-14T12:56:00,998 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/842210eccd0c4674b81e49176dd06d86, entries=150, sequenceid=149, filesize=11.9 K 2024-11-14T12:56:00,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/9d4f1d866f424e1b968f350578caf59c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/9d4f1d866f424e1b968f350578caf59c 2024-11-14T12:56:01,008 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/9d4f1d866f424e1b968f350578caf59c, entries=150, sequenceid=149, filesize=11.9 K 2024-11-14T12:56:01,008 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 5471f0a90c69e1a4765f2c3824be892b in 1266ms, sequenceid=149, compaction requested=false 2024-11-14T12:56:01,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:01,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:01,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-14T12:56:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-14T12:56:01,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-14T12:56:01,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-11-14T12:56:01,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.4270 sec 2024-11-14T12:56:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:56:01,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-14T12:56:01,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:56:01,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:01,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:56:01,080 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588960442, max timestamp=1731588961077Num uniques 859; 2024-11-14T12:56:01,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:01,080 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:56:01,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:56:01,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:01,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/49ce21f68cf4433881e23f700580cb07 is 50, key is test_row_0/A:col10/1731588961077/Put/seqid=0 2024-11-14T12:56:01,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742137_1313 (size=12151) 2024-11-14T12:56:01,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589021095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589021095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589021097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589021098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589021098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589021204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589021215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589021215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589021215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589021215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589021414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589021424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589021424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589021425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589021425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/49ce21f68cf4433881e23f700580cb07 2024-11-14T12:56:01,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/03b297cebe8e45b9bda3c318c7e702f8 is 50, key is test_row_0/B:col10/1731588961077/Put/seqid=0 2024-11-14T12:56:01,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742138_1314 (size=12151) 2024-11-14T12:56:01,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/03b297cebe8e45b9bda3c318c7e702f8 2024-11-14T12:56:01,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/6bb8143ba6864d1ab334d1f6cebe057d is 50, key is test_row_0/C:col10/1731588961077/Put/seqid=0 2024-11-14T12:56:01,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742139_1315 (size=12151) 2024-11-14T12:56:01,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/6bb8143ba6864d1ab334d1f6cebe057d 2024-11-14T12:56:01,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/49ce21f68cf4433881e23f700580cb07 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/49ce21f68cf4433881e23f700580cb07 2024-11-14T12:56:01,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/49ce21f68cf4433881e23f700580cb07, entries=150, sequenceid=174, filesize=11.9 K 2024-11-14T12:56:01,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/03b297cebe8e45b9bda3c318c7e702f8 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/03b297cebe8e45b9bda3c318c7e702f8 2024-11-14T12:56:01,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/03b297cebe8e45b9bda3c318c7e702f8, entries=150, sequenceid=174, filesize=11.9 K 2024-11-14T12:56:01,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/6bb8143ba6864d1ab334d1f6cebe057d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/6bb8143ba6864d1ab334d1f6cebe057d 2024-11-14T12:56:01,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/6bb8143ba6864d1ab334d1f6cebe057d, entries=150, sequenceid=174, filesize=11.9 K 2024-11-14T12:56:01,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~98.40 KB/100760, heapSize ~287.06 KB/293952, currentSize=80.51 KB/82440 for 5471f0a90c69e1a4765f2c3824be892b in 482ms, sequenceid=174, compaction requested=true 2024-11-14T12:56:01,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:01,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5471f0a90c69e1a4765f2c3824be892b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:56:01,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:01,561 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:01,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5471f0a90c69e1a4765f2c3824be892b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:56:01,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:01,561 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:01,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5471f0a90c69e1a4765f2c3824be892b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:56:01,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:01,563 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:01,563 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:01,563 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 5471f0a90c69e1a4765f2c3824be892b/A is initiating minor compaction (all files) 2024-11-14T12:56:01,563 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 5471f0a90c69e1a4765f2c3824be892b/B is initiating minor compaction (all files) 2024-11-14T12:56:01,563 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5471f0a90c69e1a4765f2c3824be892b/B in TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:01,563 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5471f0a90c69e1a4765f2c3824be892b/A in TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:01,563 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/58475bb98a1a40e8960c78cd7d46c7b3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/8781aed850b94d0b9b832434a0478a1e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/49ce21f68cf4433881e23f700580cb07] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp, totalSize=35.9 K 2024-11-14T12:56:01,563 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6bd6e230d1ab462f9434bc342100d228, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/842210eccd0c4674b81e49176dd06d86, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/03b297cebe8e45b9bda3c318c7e702f8] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp, totalSize=35.9 K 2024-11-14T12:56:01,564 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bd6e230d1ab462f9434bc342100d228, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731588957620 2024-11-14T12:56:01,564 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58475bb98a1a40e8960c78cd7d46c7b3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731588957620 2024-11-14T12:56:01,564 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 842210eccd0c4674b81e49176dd06d86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731588958264 2024-11-14T12:56:01,564 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8781aed850b94d0b9b832434a0478a1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731588958264 2024-11-14T12:56:01,565 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 03b297cebe8e45b9bda3c318c7e702f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731588960444 2024-11-14T12:56:01,565 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49ce21f68cf4433881e23f700580cb07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731588960444 2024-11-14T12:56:01,573 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5471f0a90c69e1a4765f2c3824be892b#B#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:01,573 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/1de5e34bc80042e9aa9021945bba4abc is 50, key is test_row_0/B:col10/1731588961077/Put/seqid=0 2024-11-14T12:56:01,576 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5471f0a90c69e1a4765f2c3824be892b#A#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:01,576 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/7ee988ab3c494274ba5b004e4fe6ad39 is 50, key is test_row_0/A:col10/1731588961077/Put/seqid=0 2024-11-14T12:56:01,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742141_1317 (size=12561) 2024-11-14T12:56:01,590 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/7ee988ab3c494274ba5b004e4fe6ad39 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/7ee988ab3c494274ba5b004e4fe6ad39 2024-11-14T12:56:01,596 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5471f0a90c69e1a4765f2c3824be892b/A of 5471f0a90c69e1a4765f2c3824be892b into 7ee988ab3c494274ba5b004e4fe6ad39(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:01,596 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:01,596 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., storeName=5471f0a90c69e1a4765f2c3824be892b/A, priority=13, startTime=1731588961561; duration=0sec 2024-11-14T12:56:01,596 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:01,596 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5471f0a90c69e1a4765f2c3824be892b:A 2024-11-14T12:56:01,596 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:01,597 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:01,597 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 5471f0a90c69e1a4765f2c3824be892b/C is initiating minor compaction (all files) 2024-11-14T12:56:01,597 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5471f0a90c69e1a4765f2c3824be892b/C in TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:01,597 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/18efc9f9f2f347dd83aa285c0e16b94d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/9d4f1d866f424e1b968f350578caf59c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/6bb8143ba6864d1ab334d1f6cebe057d] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp, totalSize=35.9 K 2024-11-14T12:56:01,597 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18efc9f9f2f347dd83aa285c0e16b94d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731588957620 2024-11-14T12:56:01,598 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d4f1d866f424e1b968f350578caf59c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731588958264 2024-11-14T12:56:01,599 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bb8143ba6864d1ab334d1f6cebe057d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731588960444 2024-11-14T12:56:01,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742140_1316 (size=12561) 2024-11-14T12:56:01,613 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5471f0a90c69e1a4765f2c3824be892b#C#compaction#265 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:01,613 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/4c3c3c9f79eb4629aeeb6e2096221ebc is 50, key is test_row_0/C:col10/1731588961077/Put/seqid=0 2024-11-14T12:56:01,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742142_1318 (size=12561) 2024-11-14T12:56:01,660 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T12:56:01,660 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T12:56:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:56:01,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T12:56:01,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:56:01,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:01,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:56:01,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:01,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:56:01,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:01,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/c012309728cc4ca1a7f2e4f7d5246c2a is 50, key is test_row_0/A:col10/1731588961094/Put/seqid=0 2024-11-14T12:56:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T12:56:01,736 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:01,736 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:56:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-14T12:56:01,739 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:56:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T12:56:01,740 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:56:01,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:56:01,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742143_1319 (size=12151) 2024-11-14T12:56:01,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589021749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589021750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589021755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589021758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589021756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T12:56:01,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589021865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589021865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589021865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589021874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:01,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589021874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:01,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:01,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:01,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-14T12:56:01,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:01,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:56:01,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:01,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:01,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:02,006 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/1de5e34bc80042e9aa9021945bba4abc as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/1de5e34bc80042e9aa9021945bba4abc 2024-11-14T12:56:02,010 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5471f0a90c69e1a4765f2c3824be892b/B of 5471f0a90c69e1a4765f2c3824be892b into 1de5e34bc80042e9aa9021945bba4abc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:02,010 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:02,010 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., storeName=5471f0a90c69e1a4765f2c3824be892b/B, priority=13, startTime=1731588961561; duration=0sec 2024-11-14T12:56:02,010 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:02,010 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5471f0a90c69e1a4765f2c3824be892b:B 2024-11-14T12:56:02,022 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/4c3c3c9f79eb4629aeeb6e2096221ebc as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/4c3c3c9f79eb4629aeeb6e2096221ebc 2024-11-14T12:56:02,026 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5471f0a90c69e1a4765f2c3824be892b/C of 5471f0a90c69e1a4765f2c3824be892b into 4c3c3c9f79eb4629aeeb6e2096221ebc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:02,026 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:02,026 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., storeName=5471f0a90c69e1a4765f2c3824be892b/C, priority=13, startTime=1731588961561; duration=0sec 2024-11-14T12:56:02,026 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:02,026 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5471f0a90c69e1a4765f2c3824be892b:C 2024-11-14T12:56:02,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-14T12:56:02,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:02,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:56:02,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:02,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:02,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T12:56:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:02,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589022074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:02,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:02,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589022074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:02,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589022074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:02,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589022084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:02,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589022087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:02,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:02,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/c012309728cc4ca1a7f2e4f7d5246c2a 2024-11-14T12:56:02,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/6cec7e4110254252ba4a571a5eff24c2 is 50, key is test_row_0/B:col10/1731588961094/Put/seqid=0 2024-11-14T12:56:02,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742144_1320 (size=12151) 2024-11-14T12:56:02,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-14T12:56:02,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:02,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:56:02,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:02,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:02,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:02,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-14T12:56:02,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:02,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:56:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T12:56:02,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:02,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:02,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:02,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589022384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:02,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589022384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:02,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:02,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:02,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589022384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:02,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:02,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589022394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:02,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:02,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589022395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:02,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:02,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:02,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-14T12:56:02,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:02,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:56:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:02,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:02,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/6cec7e4110254252ba4a571a5eff24c2 2024-11-14T12:56:02,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/06add3a5c2234b549e052724d5d2ef45 is 50, key is test_row_0/C:col10/1731588961094/Put/seqid=0 2024-11-14T12:56:02,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742145_1321 (size=12151) 2024-11-14T12:56:02,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/06add3a5c2234b549e052724d5d2ef45 2024-11-14T12:56:02,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/c012309728cc4ca1a7f2e4f7d5246c2a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/c012309728cc4ca1a7f2e4f7d5246c2a 2024-11-14T12:56:02,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/c012309728cc4ca1a7f2e4f7d5246c2a, entries=150, sequenceid=191, filesize=11.9 K 2024-11-14T12:56:02,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/6cec7e4110254252ba4a571a5eff24c2 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6cec7e4110254252ba4a571a5eff24c2 2024-11-14T12:56:02,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6cec7e4110254252ba4a571a5eff24c2, entries=150, sequenceid=191, filesize=11.9 K 2024-11-14T12:56:02,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/06add3a5c2234b549e052724d5d2ef45 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/06add3a5c2234b549e052724d5d2ef45 2024-11-14T12:56:02,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/06add3a5c2234b549e052724d5d2ef45, entries=150, sequenceid=191, filesize=11.9 K 2024-11-14T12:56:02,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 5471f0a90c69e1a4765f2c3824be892b in 897ms, sequenceid=191, compaction requested=false 2024-11-14T12:56:02,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:02,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-14T12:56:02,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:02,670 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T12:56:02,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:56:02,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:02,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:56:02,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:02,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:56:02,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:02,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/08eeaf181b3647e98b2d8ff9260fe711 is 50, key is test_row_0/A:col10/1731588961754/Put/seqid=0 2024-11-14T12:56:02,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742146_1322 (size=12151) 2024-11-14T12:56:02,729 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/08eeaf181b3647e98b2d8ff9260fe711 2024-11-14T12:56:02,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/93d7f184610a4806bc0620aedd371ee4 is 50, key is test_row_0/B:col10/1731588961754/Put/seqid=0 2024-11-14T12:56:02,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742147_1323 (size=12151) 2024-11-14T12:56:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T12:56:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:56:02,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:56:02,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589022910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:02,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:02,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589022911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:02,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589022911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589022912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:02,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589022915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:03,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589023024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:03,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:03,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589023024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:03,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:03,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:03,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589023024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:03,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:03,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589023025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:03,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:03,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589023025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:03,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:03,149 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/93d7f184610a4806bc0620aedd371ee4 2024-11-14T12:56:03,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/ca027e9b1ced449b9f8b295df05f17aa is 50, key is test_row_0/C:col10/1731588961754/Put/seqid=0 2024-11-14T12:56:03,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742148_1324 (size=12151) 2024-11-14T12:56:03,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589023234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:03,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589023234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:03,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:03,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:03,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589023234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:03,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:03,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589023235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:03,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589023235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:03,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:03,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589023544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589023544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:03,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589023544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589023544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:03,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:03,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:03,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:03,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589023544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:03,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:03,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:03,560 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/ca027e9b1ced449b9f8b295df05f17aa 2024-11-14T12:56:03,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/08eeaf181b3647e98b2d8ff9260fe711 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/08eeaf181b3647e98b2d8ff9260fe711 2024-11-14T12:56:03,567 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/08eeaf181b3647e98b2d8ff9260fe711, entries=150, sequenceid=209, filesize=11.9 K 2024-11-14T12:56:03,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/93d7f184610a4806bc0620aedd371ee4 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/93d7f184610a4806bc0620aedd371ee4 2024-11-14T12:56:03,571 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/93d7f184610a4806bc0620aedd371ee4, entries=150, sequenceid=209, filesize=11.9 K 2024-11-14T12:56:03,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/ca027e9b1ced449b9f8b295df05f17aa as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/ca027e9b1ced449b9f8b295df05f17aa 2024-11-14T12:56:03,575 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/ca027e9b1ced449b9f8b295df05f17aa, entries=150, sequenceid=209, filesize=11.9 K 2024-11-14T12:56:03,576 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 5471f0a90c69e1a4765f2c3824be892b in 907ms, sequenceid=209, compaction requested=true 2024-11-14T12:56:03,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:03,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:03,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-14T12:56:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-14T12:56:03,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-14T12:56:03,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8370 sec 2024-11-14T12:56:03,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.8450 sec 2024-11-14T12:56:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T12:56:03,884 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:03,885 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:56:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-14T12:56:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T12:56:03,887 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:56:03,887 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:56:03,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:56:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T12:56:04,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T12:56:04,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:04,040 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T12:56:04,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:56:04,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:04,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:56:04,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:04,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:56:04,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:04,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/6131e6c87e9a459ea7f045c92f343657 is 50, key is test_row_0/A:col10/1731588962908/Put/seqid=0 2024-11-14T12:56:04,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742149_1325 (size=12151) 2024-11-14T12:56:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:56:04,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:56:04,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589024064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589024065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589024079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589024081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589024081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589024185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589024185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589024194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589024194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589024194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T12:56:04,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589024394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589024394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589024404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589024404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589024404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,448 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/6131e6c87e9a459ea7f045c92f343657 2024-11-14T12:56:04,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/c5193031126243019619218d293fe719 is 50, key is test_row_0/B:col10/1731588962908/Put/seqid=0 2024-11-14T12:56:04,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742150_1326 (size=12151) 2024-11-14T12:56:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T12:56:04,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589024704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589024704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589024714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589024714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589024714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:04,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:04,866 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/c5193031126243019619218d293fe719 2024-11-14T12:56:04,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/02613c5e5f5b405686d52a5fa704fee2 is 50, key is test_row_0/C:col10/1731588962908/Put/seqid=0 2024-11-14T12:56:04,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742151_1327 (size=12151) 2024-11-14T12:56:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T12:56:05,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589025214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:05,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589025214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:05,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589025224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:05,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589025225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:05,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:05,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:05,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:05,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589025225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:05,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:05,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:05,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:05,276 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/02613c5e5f5b405686d52a5fa704fee2 2024-11-14T12:56:05,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/6131e6c87e9a459ea7f045c92f343657 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/6131e6c87e9a459ea7f045c92f343657 2024-11-14T12:56:05,282 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/6131e6c87e9a459ea7f045c92f343657, entries=150, sequenceid=225, filesize=11.9 K 2024-11-14T12:56:05,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/c5193031126243019619218d293fe719 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/c5193031126243019619218d293fe719 2024-11-14T12:56:05,286 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/c5193031126243019619218d293fe719, entries=150, sequenceid=225, filesize=11.9 K 2024-11-14T12:56:05,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/02613c5e5f5b405686d52a5fa704fee2 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/02613c5e5f5b405686d52a5fa704fee2 2024-11-14T12:56:05,289 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/02613c5e5f5b405686d52a5fa704fee2, entries=150, sequenceid=225, filesize=11.9 K 2024-11-14T12:56:05,290 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 5471f0a90c69e1a4765f2c3824be892b in 1250ms, sequenceid=225, compaction requested=true 2024-11-14T12:56:05,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:05,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:05,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-14T12:56:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-14T12:56:05,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-14T12:56:05,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-14T12:56:05,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.4080 sec 2024-11-14T12:56:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T12:56:06,035 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:06,035 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:56:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-14T12:56:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T12:56:06,036 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:56:06,037 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:56:06,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:56:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T12:56:06,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T12:56:06,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:06,189 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T12:56:06,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:56:06,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:06,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:56:06,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:06,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:56:06,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:06,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/22e8fc2212fa4e809a22c6fd39a025fd is 50, key is test_row_0/A:col10/1731588964061/Put/seqid=0 2024-11-14T12:56:06,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742152_1328 (size=12151) 2024-11-14T12:56:06,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:56:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:56:06,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589026247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589026248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589026251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589026251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589026255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T12:56:06,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589026364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589026365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589026365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589026365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589026365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589026575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589026575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589026575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589026575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589026575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,597 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/22e8fc2212fa4e809a22c6fd39a025fd 2024-11-14T12:56:06,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/17793ac231d54e04b1b78f7af2ff1e30 is 50, key is test_row_0/B:col10/1731588964061/Put/seqid=0 2024-11-14T12:56:06,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742153_1329 (size=12151) 2024-11-14T12:56:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T12:56:06,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589026885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589026885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589026885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589026885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:06,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589026885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:06,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:06,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:07,007 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/17793ac231d54e04b1b78f7af2ff1e30 2024-11-14T12:56:07,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/1b19a01a60644e828341a9884b5b4ddf is 50, key is test_row_0/C:col10/1731588964061/Put/seqid=0 2024-11-14T12:56:07,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742154_1330 (size=12151) 2024-11-14T12:56:07,017 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/1b19a01a60644e828341a9884b5b4ddf 2024-11-14T12:56:07,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/22e8fc2212fa4e809a22c6fd39a025fd as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/22e8fc2212fa4e809a22c6fd39a025fd 2024-11-14T12:56:07,025 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/22e8fc2212fa4e809a22c6fd39a025fd, entries=150, sequenceid=241, filesize=11.9 K 2024-11-14T12:56:07,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/17793ac231d54e04b1b78f7af2ff1e30 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/17793ac231d54e04b1b78f7af2ff1e30 2024-11-14T12:56:07,029 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/17793ac231d54e04b1b78f7af2ff1e30, entries=150, sequenceid=241, filesize=11.9 K 2024-11-14T12:56:07,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/1b19a01a60644e828341a9884b5b4ddf as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/1b19a01a60644e828341a9884b5b4ddf 2024-11-14T12:56:07,032 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/1b19a01a60644e828341a9884b5b4ddf, entries=150, sequenceid=241, filesize=11.9 K 2024-11-14T12:56:07,033 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 5471f0a90c69e1a4765f2c3824be892b in 844ms, sequenceid=241, compaction requested=true 2024-11-14T12:56:07,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:07,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:07,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-14T12:56:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-14T12:56:07,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-14T12:56:07,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 997 msec 2024-11-14T12:56:07,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.0010 sec 2024-11-14T12:56:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T12:56:07,175 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:07,175 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:56:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-14T12:56:07,176 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:56:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T12:56:07,177 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:56:07,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:56:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T12:56:07,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T12:56:07,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:07,330 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T12:56:07,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:56:07,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:07,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:56:07,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:07,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:56:07,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:07,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/cc8d43ccde3a4086b8b3978ed7afcdee is 50, key is test_row_0/A:col10/1731588966249/Put/seqid=0 2024-11-14T12:56:07,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742155_1331 (size=12151) 2024-11-14T12:56:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:56:07,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:56:07,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589027408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:07,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:07,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589027409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:07,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:07,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:07,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589027411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:07,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:07,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589027413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:07,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:07,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589027414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:07,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:07,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T12:56:07,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589027524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:07,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589027524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589027524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:07,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589027524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:07,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:07,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589027524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:07,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:07,737 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/cc8d43ccde3a4086b8b3978ed7afcdee 2024-11-14T12:56:07,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589027734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:07,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589027734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:07,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:07,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589027734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:07,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:07,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:07,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589027734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:07,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:07,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:07,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589027734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:07,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:07,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:07,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:07,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/b6048871ee034c558ba821ff1b488031 is 50, key is test_row_0/B:col10/1731588966249/Put/seqid=0 2024-11-14T12:56:07,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742156_1332 (size=12151) 2024-11-14T12:56:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T12:56:08,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589028044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589028044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:08,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589028044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:08,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589028044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589028044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:08,161 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/b6048871ee034c558ba821ff1b488031 2024-11-14T12:56:08,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/ea13990c06a44ad0be0e73deb79dd602 is 50, key is test_row_0/C:col10/1731588966249/Put/seqid=0 2024-11-14T12:56:08,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742157_1333 (size=12151) 2024-11-14T12:56:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T12:56:08,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589028554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:08,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:08,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589028554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:08,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589028554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589028554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:08,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589028565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:08,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:08,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:08,585 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/ea13990c06a44ad0be0e73deb79dd602 2024-11-14T12:56:08,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/cc8d43ccde3a4086b8b3978ed7afcdee as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/cc8d43ccde3a4086b8b3978ed7afcdee 2024-11-14T12:56:08,592 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/cc8d43ccde3a4086b8b3978ed7afcdee, entries=150, sequenceid=257, filesize=11.9 K 2024-11-14T12:56:08,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/b6048871ee034c558ba821ff1b488031 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/b6048871ee034c558ba821ff1b488031 2024-11-14T12:56:08,595 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/b6048871ee034c558ba821ff1b488031, entries=150, sequenceid=257, filesize=11.9 K 2024-11-14T12:56:08,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/ea13990c06a44ad0be0e73deb79dd602 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/ea13990c06a44ad0be0e73deb79dd602 2024-11-14T12:56:08,599 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/ea13990c06a44ad0be0e73deb79dd602, entries=150, sequenceid=257, filesize=11.9 K 2024-11-14T12:56:08,600 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 5471f0a90c69e1a4765f2c3824be892b in 1269ms, sequenceid=257, compaction requested=true 2024-11-14T12:56:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-14T12:56:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-14T12:56:08,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-14T12:56:08,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4230 sec 2024-11-14T12:56:08,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.4290 sec 2024-11-14T12:56:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T12:56:09,324 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:09,324 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:56:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-14T12:56:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T12:56:09,326 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:56:09,327 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:56:09,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:56:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T12:56:09,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-14T12:56:09,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:09,479 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T12:56:09,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:56:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:56:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:56:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:09,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/20d4d5b8fefe48818af75721c93b64f7 is 50, key is test_row_0/A:col10/1731588967399/Put/seqid=0 2024-11-14T12:56:09,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742158_1334 (size=12301) 2024-11-14T12:56:09,488 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/20d4d5b8fefe48818af75721c93b64f7 2024-11-14T12:56:09,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/0b6b79f198de4c22b23b9bd16bec8d8f is 50, key is test_row_0/B:col10/1731588967399/Put/seqid=0 2024-11-14T12:56:09,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742159_1335 (size=12301) 2024-11-14T12:56:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:56:09,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:56:09,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589029586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:09,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:09,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589029586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:09,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:09,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589029588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:09,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589029588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:09,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589029592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T12:56:09,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589029694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:09,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589029694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:09,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589029705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:09,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589029705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:09,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589029705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:09,897 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/0b6b79f198de4c22b23b9bd16bec8d8f 2024-11-14T12:56:09,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/0e2419e997f64e2bb292dbfd153447f9 is 50, key is test_row_0/C:col10/1731588967399/Put/seqid=0 2024-11-14T12:56:09,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742160_1336 (size=12301) 2024-11-14T12:56:09,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589029904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:09,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589029905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:09,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589029914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:09,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589029914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589029914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T12:56:10,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589030214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:10,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:10,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589030214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:10,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:10,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:10,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589030225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589030225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:10,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589030225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:10,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:10,306 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/0e2419e997f64e2bb292dbfd153447f9 2024-11-14T12:56:10,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/20d4d5b8fefe48818af75721c93b64f7 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/20d4d5b8fefe48818af75721c93b64f7 2024-11-14T12:56:10,314 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/20d4d5b8fefe48818af75721c93b64f7, entries=150, sequenceid=273, filesize=12.0 K 2024-11-14T12:56:10,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/0b6b79f198de4c22b23b9bd16bec8d8f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/0b6b79f198de4c22b23b9bd16bec8d8f 2024-11-14T12:56:10,318 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/0b6b79f198de4c22b23b9bd16bec8d8f, entries=150, sequenceid=273, filesize=12.0 K 2024-11-14T12:56:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/0e2419e997f64e2bb292dbfd153447f9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/0e2419e997f64e2bb292dbfd153447f9 2024-11-14T12:56:10,322 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/0e2419e997f64e2bb292dbfd153447f9, entries=150, sequenceid=273, filesize=12.0 K 2024-11-14T12:56:10,322 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 5471f0a90c69e1a4765f2c3824be892b in 843ms, sequenceid=273, compaction requested=true 2024-11-14T12:56:10,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:10,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:10,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-14T12:56:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-14T12:56:10,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-14T12:56:10,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 997 msec 2024-11-14T12:56:10,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.0010 sec 2024-11-14T12:56:10,332 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:56:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T12:56:10,465 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:10,465 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:56:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-14T12:56:10,467 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:56:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T12:56:10,467 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:56:10,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:56:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T12:56:10,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-14T12:56:10,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:10,619 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T12:56:10,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:56:10,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:10,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:56:10,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:10,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:56:10,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:10,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/d884348fbb2545718402867a9116d116 is 50, key is test_row_0/A:col10/1731588969586/Put/seqid=0 2024-11-14T12:56:10,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742161_1337 (size=12301) 2024-11-14T12:56:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:56:10,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:56:10,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589030745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:10,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589030747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:10,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589030747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:10,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589030748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:10,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589030751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:10,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T12:56:10,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589030854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:10,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589030864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:10,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:10,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589030864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:10,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:10,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:10,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589030864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:10,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:10,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:10,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589030864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:10,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:10,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:11,032 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/d884348fbb2545718402867a9116d116 2024-11-14T12:56:11,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/8e1d6d9db0de49a89a9609ba0723511c is 50, key is test_row_0/B:col10/1731588969586/Put/seqid=0 2024-11-14T12:56:11,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742162_1338 (size=12301) 2024-11-14T12:56:11,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589031065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:11,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:11,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589031074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589031074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589031074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589031074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T12:56:11,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589031374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:11,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:11,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589031385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:11,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:11,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589031385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:11,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:11,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589031385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:11,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:11,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589031385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:11,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:11,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:11,442 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/8e1d6d9db0de49a89a9609ba0723511c 2024-11-14T12:56:11,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/b4df54aca0aa447687e07f5ff9009f63 is 50, key is test_row_0/C:col10/1731588969586/Put/seqid=0 2024-11-14T12:56:11,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742163_1339 (size=12301) 2024-11-14T12:56:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T12:56:11,855 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/b4df54aca0aa447687e07f5ff9009f63 2024-11-14T12:56:11,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/d884348fbb2545718402867a9116d116 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/d884348fbb2545718402867a9116d116 2024-11-14T12:56:11,862 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/d884348fbb2545718402867a9116d116, entries=150, sequenceid=289, filesize=12.0 K 2024-11-14T12:56:11,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/8e1d6d9db0de49a89a9609ba0723511c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/8e1d6d9db0de49a89a9609ba0723511c 2024-11-14T12:56:11,867 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/8e1d6d9db0de49a89a9609ba0723511c, entries=150, sequenceid=289, filesize=12.0 K 2024-11-14T12:56:11,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/b4df54aca0aa447687e07f5ff9009f63 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/b4df54aca0aa447687e07f5ff9009f63 2024-11-14T12:56:11,871 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/b4df54aca0aa447687e07f5ff9009f63, entries=150, sequenceid=289, filesize=12.0 K 2024-11-14T12:56:11,872 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 5471f0a90c69e1a4765f2c3824be892b in 1253ms, sequenceid=289, compaction requested=true 2024-11-14T12:56:11,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:11,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:11,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-14T12:56:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-14T12:56:11,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-14T12:56:11,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-11-14T12:56:11,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.4110 sec 2024-11-14T12:56:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:56:11,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T12:56:11,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:56:11,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:11,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:56:11,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:11,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:56:11,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:11,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/cab756bf61224e8f9de7778a74805e53 is 50, key is test_row_0/A:col10/1731588970746/Put/seqid=0 2024-11-14T12:56:11,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742164_1340 (size=14741) 2024-11-14T12:56:11,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589031910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:11,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:11,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589031911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:11,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:11,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589031919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:11,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589031920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589031921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:12,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589032024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:12,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:12,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589032024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:12,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:12,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:12,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589032035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:12,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589032035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:12,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589032035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:12,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589032234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:12,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589032234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:12,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589032244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:12,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589032244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589032244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:12,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/cab756bf61224e8f9de7778a74805e53 2024-11-14T12:56:12,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/b42a1bef29e44af189636498c785163f is 50, key is test_row_0/B:col10/1731588970746/Put/seqid=0 2024-11-14T12:56:12,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742165_1341 (size=12301) 2024-11-14T12:56:12,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589032545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:12,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589032545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:12,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589032554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:12,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:12,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589032554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:12,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:12,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:12,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589032554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:12,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:12,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T12:56:12,614 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:12,614 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:56:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-14T12:56:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-14T12:56:12,616 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:56:12,617 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:56:12,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:56:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-14T12:56:12,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/b42a1bef29e44af189636498c785163f 2024-11-14T12:56:12,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/918d5746999849abb52115296dfe2ded is 50, key is test_row_0/C:col10/1731588970746/Put/seqid=0 2024-11-14T12:56:12,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742166_1342 (size=12301) 2024-11-14T12:56:12,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-14T12:56:12,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:12,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:56:12,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:12,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:12,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:12,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-14T12:56:12,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:12,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:56:12,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:12,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:12,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-14T12:56:13,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54138 deadline: 1731589033054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:13,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54060 deadline: 1731589033054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:13,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54098 deadline: 1731589033065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:13,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:13,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:13,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54100 deadline: 1731589033065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:13,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:13,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:13,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:13,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:13,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-14T12:56:13,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:13,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:56:13,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:13,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:13,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:13,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54082 deadline: 1731589033074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:13,131 INFO [Thread-1296 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1296. 2024-11-14T12:56:13,131 DEBUG [Thread-1296 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:13,131 DEBUG [Thread-1296 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:13,131 DEBUG [Thread-1296 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:13,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:13,131 INFO [Thread-1292 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1292. 2024-11-14T12:56:13,131 DEBUG [Thread-1292 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:13,131 DEBUG [Thread-1292 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:13,131 DEBUG [Thread-1292 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:13,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:13,132 INFO [Thread-1288 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1288. 2024-11-14T12:56:13,132 DEBUG [Thread-1288 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:13,132 DEBUG [Thread-1288 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:13,132 DEBUG [Thread-1288 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:13,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:13,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/918d5746999849abb52115296dfe2ded 2024-11-14T12:56:13,137 INFO [Thread-1294 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1294. 2024-11-14T12:56:13,137 DEBUG [Thread-1294 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:13,137 DEBUG [Thread-1294 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:13,137 DEBUG [Thread-1294 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:13,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:13,138 INFO [Thread-1290 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1290. 2024-11-14T12:56:13,138 DEBUG [Thread-1290 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:13,138 DEBUG [Thread-1290 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:13,138 DEBUG [Thread-1290 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:13,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:13,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/cab756bf61224e8f9de7778a74805e53 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/cab756bf61224e8f9de7778a74805e53 2024-11-14T12:56:13,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/cab756bf61224e8f9de7778a74805e53, entries=200, sequenceid=306, filesize=14.4 K 2024-11-14T12:56:13,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/b42a1bef29e44af189636498c785163f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/b42a1bef29e44af189636498c785163f 2024-11-14T12:56:13,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/b42a1bef29e44af189636498c785163f, entries=150, sequenceid=306, filesize=12.0 K 2024-11-14T12:56:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/918d5746999849abb52115296dfe2ded as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/918d5746999849abb52115296dfe2ded 2024-11-14T12:56:13,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/918d5746999849abb52115296dfe2ded, entries=150, sequenceid=306, filesize=12.0 K 2024-11-14T12:56:13,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 5471f0a90c69e1a4765f2c3824be892b in 1268ms, sequenceid=306, compaction requested=true 2024-11-14T12:56:13,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:13,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5471f0a90c69e1a4765f2c3824be892b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:56:13,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:13,155 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-11-14T12:56:13,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5471f0a90c69e1a4765f2c3824be892b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:56:13,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:13,155 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-11-14T12:56:13,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5471f0a90c69e1a4765f2c3824be892b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:56:13,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:13,158 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 110219 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-11-14T12:56:13,158 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 5471f0a90c69e1a4765f2c3824be892b/B is initiating minor compaction (all files) 2024-11-14T12:56:13,158 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 112659 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-11-14T12:56:13,158 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5471f0a90c69e1a4765f2c3824be892b/B in TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:13,158 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 5471f0a90c69e1a4765f2c3824be892b/A is initiating minor compaction (all files) 2024-11-14T12:56:13,158 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5471f0a90c69e1a4765f2c3824be892b/A in TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:13,158 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/1de5e34bc80042e9aa9021945bba4abc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6cec7e4110254252ba4a571a5eff24c2, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/93d7f184610a4806bc0620aedd371ee4, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/c5193031126243019619218d293fe719, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/17793ac231d54e04b1b78f7af2ff1e30, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/b6048871ee034c558ba821ff1b488031, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/0b6b79f198de4c22b23b9bd16bec8d8f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/8e1d6d9db0de49a89a9609ba0723511c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/b42a1bef29e44af189636498c785163f] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp, totalSize=107.6 K 2024-11-14T12:56:13,158 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/7ee988ab3c494274ba5b004e4fe6ad39, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/c012309728cc4ca1a7f2e4f7d5246c2a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/08eeaf181b3647e98b2d8ff9260fe711, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/6131e6c87e9a459ea7f045c92f343657, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/22e8fc2212fa4e809a22c6fd39a025fd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/cc8d43ccde3a4086b8b3978ed7afcdee, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/20d4d5b8fefe48818af75721c93b64f7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/d884348fbb2545718402867a9116d116, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/cab756bf61224e8f9de7778a74805e53] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp, totalSize=110.0 K 2024-11-14T12:56:13,158 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ee988ab3c494274ba5b004e4fe6ad39, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731588960444 2024-11-14T12:56:13,158 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 1de5e34bc80042e9aa9021945bba4abc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731588960444 2024-11-14T12:56:13,159 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cec7e4110254252ba4a571a5eff24c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731588961094 2024-11-14T12:56:13,159 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting c012309728cc4ca1a7f2e4f7d5246c2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731588961094 2024-11-14T12:56:13,159 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 93d7f184610a4806bc0620aedd371ee4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731588961747 2024-11-14T12:56:13,159 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08eeaf181b3647e98b2d8ff9260fe711, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731588961747 2024-11-14T12:56:13,159 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting c5193031126243019619218d293fe719, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731588962908 2024-11-14T12:56:13,159 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6131e6c87e9a459ea7f045c92f343657, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731588962908 2024-11-14T12:56:13,159 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 17793ac231d54e04b1b78f7af2ff1e30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731588964061 2024-11-14T12:56:13,159 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22e8fc2212fa4e809a22c6fd39a025fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731588964061 2024-11-14T12:56:13,160 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting b6048871ee034c558ba821ff1b488031, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731588966247 2024-11-14T12:56:13,160 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc8d43ccde3a4086b8b3978ed7afcdee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731588966247 2024-11-14T12:56:13,160 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b6b79f198de4c22b23b9bd16bec8d8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731588967399 2024-11-14T12:56:13,160 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20d4d5b8fefe48818af75721c93b64f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731588967399 2024-11-14T12:56:13,160 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e1d6d9db0de49a89a9609ba0723511c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731588969586 2024-11-14T12:56:13,160 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting d884348fbb2545718402867a9116d116, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731588969586 2024-11-14T12:56:13,160 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting b42a1bef29e44af189636498c785163f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731588970746 2024-11-14T12:56:13,161 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting cab756bf61224e8f9de7778a74805e53, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731588970746 2024-11-14T12:56:13,188 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5471f0a90c69e1a4765f2c3824be892b#A#compaction#290 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:13,188 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5471f0a90c69e1a4765f2c3824be892b#B#compaction#291 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:13,189 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/6819de6c768b4263ad3ab9c076545f3d is 50, key is test_row_0/B:col10/1731588970746/Put/seqid=0 2024-11-14T12:56:13,189 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/d3331f71c6b9437e820b0ab8a04710a1 is 50, key is test_row_0/A:col10/1731588970746/Put/seqid=0 2024-11-14T12:56:13,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742168_1344 (size=13017) 2024-11-14T12:56:13,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742167_1343 (size=13017) 2024-11-14T12:56:13,197 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/d3331f71c6b9437e820b0ab8a04710a1 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/d3331f71c6b9437e820b0ab8a04710a1 2024-11-14T12:56:13,201 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 9 (all) file(s) in 5471f0a90c69e1a4765f2c3824be892b/A of 5471f0a90c69e1a4765f2c3824be892b into d3331f71c6b9437e820b0ab8a04710a1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:13,201 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:13,201 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., storeName=5471f0a90c69e1a4765f2c3824be892b/A, priority=7, startTime=1731588973155; duration=0sec 2024-11-14T12:56:13,201 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:13,201 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5471f0a90c69e1a4765f2c3824be892b:A 2024-11-14T12:56:13,202 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-11-14T12:56:13,205 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 110219 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-11-14T12:56:13,205 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 5471f0a90c69e1a4765f2c3824be892b/C is initiating minor compaction (all files) 2024-11-14T12:56:13,205 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5471f0a90c69e1a4765f2c3824be892b/C in TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:13,205 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/4c3c3c9f79eb4629aeeb6e2096221ebc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/06add3a5c2234b549e052724d5d2ef45, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/ca027e9b1ced449b9f8b295df05f17aa, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/02613c5e5f5b405686d52a5fa704fee2, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/1b19a01a60644e828341a9884b5b4ddf, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/ea13990c06a44ad0be0e73deb79dd602, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/0e2419e997f64e2bb292dbfd153447f9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/b4df54aca0aa447687e07f5ff9009f63, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/918d5746999849abb52115296dfe2ded] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp, totalSize=107.6 K 2024-11-14T12:56:13,206 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c3c3c9f79eb4629aeeb6e2096221ebc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731588960444 2024-11-14T12:56:13,207 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06add3a5c2234b549e052724d5d2ef45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731588961094 2024-11-14T12:56:13,207 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca027e9b1ced449b9f8b295df05f17aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731588961747 2024-11-14T12:56:13,207 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02613c5e5f5b405686d52a5fa704fee2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731588962908 2024-11-14T12:56:13,208 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b19a01a60644e828341a9884b5b4ddf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731588964061 2024-11-14T12:56:13,208 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea13990c06a44ad0be0e73deb79dd602, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731588966247 2024-11-14T12:56:13,208 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e2419e997f64e2bb292dbfd153447f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731588967399 2024-11-14T12:56:13,208 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4df54aca0aa447687e07f5ff9009f63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731588969586 2024-11-14T12:56:13,208 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 918d5746999849abb52115296dfe2ded, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731588970746 2024-11-14T12:56:13,226 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5471f0a90c69e1a4765f2c3824be892b#C#compaction#292 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:13,226 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/5eeb1ab68921416e8e74593109ff7035 is 50, key is test_row_0/C:col10/1731588970746/Put/seqid=0 2024-11-14T12:56:13,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742169_1345 (size=13017) 2024-11-14T12:56:13,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-14T12:56:13,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:13,232 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T12:56:13,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:56:13,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:13,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:56:13,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:13,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:56:13,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:13,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/2e647152ee014443b7429130f75c7b6a is 50, key is test_row_0/A:col10/1731588971918/Put/seqid=0 2024-11-14T12:56:13,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742170_1346 (size=12301) 2024-11-14T12:56:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-14T12:56:13,606 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/6819de6c768b4263ad3ab9c076545f3d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6819de6c768b4263ad3ab9c076545f3d 2024-11-14T12:56:13,612 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 9 (all) file(s) in 5471f0a90c69e1a4765f2c3824be892b/B of 5471f0a90c69e1a4765f2c3824be892b into 6819de6c768b4263ad3ab9c076545f3d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:13,612 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:13,612 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., storeName=5471f0a90c69e1a4765f2c3824be892b/B, priority=7, startTime=1731588973155; duration=0sec 2024-11-14T12:56:13,612 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:13,612 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5471f0a90c69e1a4765f2c3824be892b:B 2024-11-14T12:56:13,640 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/5eeb1ab68921416e8e74593109ff7035 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/5eeb1ab68921416e8e74593109ff7035 2024-11-14T12:56:13,643 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/2e647152ee014443b7429130f75c7b6a 2024-11-14T12:56:13,645 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 9 (all) file(s) in 5471f0a90c69e1a4765f2c3824be892b/C of 5471f0a90c69e1a4765f2c3824be892b into 5eeb1ab68921416e8e74593109ff7035(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:13,646 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:13,646 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., storeName=5471f0a90c69e1a4765f2c3824be892b/C, priority=7, startTime=1731588973155; duration=0sec 2024-11-14T12:56:13,646 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:13,646 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5471f0a90c69e1a4765f2c3824be892b:C 2024-11-14T12:56:13,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/6eb6ed0accf642119267da3a01365e69 is 50, key is test_row_0/B:col10/1731588971918/Put/seqid=0 2024-11-14T12:56:13,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742171_1347 (size=12301) 2024-11-14T12:56:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-14T12:56:14,056 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/6eb6ed0accf642119267da3a01365e69 2024-11-14T12:56:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:56:14,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. as already flushing 2024-11-14T12:56:14,066 INFO [Thread-1285 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1285. 2024-11-14T12:56:14,066 INFO [Thread-1283 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1283. 2024-11-14T12:56:14,066 DEBUG [Thread-1285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:14,066 DEBUG [Thread-1283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:14,066 DEBUG [Thread-1285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:14,066 DEBUG [Thread-1283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:14,066 DEBUG [Thread-1285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:14,066 DEBUG [Thread-1283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:14,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:14,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/580a569bb970495ba8d3b0742b81531d is 50, key is test_row_0/C:col10/1731588971918/Put/seqid=0 2024-11-14T12:56:14,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742172_1348 (size=12301) 2024-11-14T12:56:14,086 INFO [Thread-1279 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1279. 2024-11-14T12:56:14,086 INFO [Thread-1277 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1277. 2024-11-14T12:56:14,086 DEBUG [Thread-1279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:14,086 DEBUG [Thread-1277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:14,086 DEBUG [Thread-1279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:14,086 DEBUG [Thread-1277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:14,087 DEBUG [Thread-1279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:14,087 DEBUG [Thread-1277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:14,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:14,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:14,095 INFO [Thread-1281 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1281. 2024-11-14T12:56:14,095 DEBUG [Thread-1281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:14,096 DEBUG [Thread-1281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:14,096 DEBUG [Thread-1281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:14,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:14,472 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/580a569bb970495ba8d3b0742b81531d 2024-11-14T12:56:14,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/2e647152ee014443b7429130f75c7b6a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/2e647152ee014443b7429130f75c7b6a 2024-11-14T12:56:14,489 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/2e647152ee014443b7429130f75c7b6a, entries=150, sequenceid=322, filesize=12.0 K 2024-11-14T12:56:14,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/6eb6ed0accf642119267da3a01365e69 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6eb6ed0accf642119267da3a01365e69 2024-11-14T12:56:14,495 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6eb6ed0accf642119267da3a01365e69, entries=150, sequenceid=322, filesize=12.0 K 2024-11-14T12:56:14,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/580a569bb970495ba8d3b0742b81531d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/580a569bb970495ba8d3b0742b81531d 2024-11-14T12:56:14,499 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/580a569bb970495ba8d3b0742b81531d, entries=150, sequenceid=322, filesize=12.0 K 2024-11-14T12:56:14,500 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=33.54 KB/34350 for 5471f0a90c69e1a4765f2c3824be892b in 1268ms, sequenceid=322, compaction requested=false 2024-11-14T12:56:14,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 5471f0a90c69e1a4765f2c3824be892b: 2024-11-14T12:56:14,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:14,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-14T12:56:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-14T12:56:14,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-14T12:56:14,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8840 sec 2024-11-14T12:56:14,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 1.8880 sec 2024-11-14T12:56:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-14T12:56:14,775 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:14,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T12:56:14,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-14T12:56:14,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-14T12:56:14,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-14T12:56:14,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-14T12:56:14,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-14T12:56:14,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T12:56:14,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3004 2024-11-14T12:56:14,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2946 2024-11-14T12:56:14,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2845 2024-11-14T12:56:14,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2999 2024-11-14T12:56:14,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2934 2024-11-14T12:56:14,775 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T12:56:14,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:56:14,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:56:14,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:14,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:14,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:14,776 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T12:56:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-14T12:56:14,779 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588974779"}]},"ts":"1731588974779"} 2024-11-14T12:56:14,780 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T12:56:14,780 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T12:56:14,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:56:14,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5471f0a90c69e1a4765f2c3824be892b, UNASSIGN}] 2024-11-14T12:56:14,783 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5471f0a90c69e1a4765f2c3824be892b, UNASSIGN 2024-11-14T12:56:14,784 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=5471f0a90c69e1a4765f2c3824be892b, regionState=CLOSING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:14,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5471f0a90c69e1a4765f2c3824be892b, UNASSIGN because future has completed 2024-11-14T12:56:14,785 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:56:14,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:56:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-14T12:56:14,939 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:56:14,939 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T12:56:14,939 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 5471f0a90c69e1a4765f2c3824be892b, disabling compactions & flushes 2024-11-14T12:56:14,939 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:14,939 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:14,940 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. after waiting 0 ms 2024-11-14T12:56:14,940 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:14,940 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(2902): Flushing 5471f0a90c69e1a4765f2c3824be892b 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-14T12:56:14,940 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=A 2024-11-14T12:56:14,941 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:14,941 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=B 2024-11-14T12:56:14,941 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:14,941 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5471f0a90c69e1a4765f2c3824be892b, store=C 2024-11-14T12:56:14,941 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:14,949 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/90f715f8aec04fd0b7fb1d83e20cc6e2 is 50, key is test_row_0/A:col10/1731588974085/Put/seqid=0 2024-11-14T12:56:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742173_1349 (size=9857) 2024-11-14T12:56:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-14T12:56:15,353 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/90f715f8aec04fd0b7fb1d83e20cc6e2 2024-11-14T12:56:15,360 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/100dd2a90a5342ccaad3a554837e9f29 is 50, key is test_row_0/B:col10/1731588974085/Put/seqid=0 2024-11-14T12:56:15,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742174_1350 (size=9857) 2024-11-14T12:56:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-14T12:56:15,763 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/100dd2a90a5342ccaad3a554837e9f29 2024-11-14T12:56:15,770 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/54f52cba728e4d64a8d1f3bfc83d62d1 is 50, key is test_row_0/C:col10/1731588974085/Put/seqid=0 2024-11-14T12:56:15,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742175_1351 (size=9857) 2024-11-14T12:56:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-14T12:56:16,177 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/54f52cba728e4d64a8d1f3bfc83d62d1 2024-11-14T12:56:16,181 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/A/90f715f8aec04fd0b7fb1d83e20cc6e2 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/90f715f8aec04fd0b7fb1d83e20cc6e2 2024-11-14T12:56:16,184 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/90f715f8aec04fd0b7fb1d83e20cc6e2, entries=100, sequenceid=332, filesize=9.6 K 2024-11-14T12:56:16,185 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/B/100dd2a90a5342ccaad3a554837e9f29 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/100dd2a90a5342ccaad3a554837e9f29 2024-11-14T12:56:16,189 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/100dd2a90a5342ccaad3a554837e9f29, entries=100, sequenceid=332, filesize=9.6 K 2024-11-14T12:56:16,189 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/.tmp/C/54f52cba728e4d64a8d1f3bfc83d62d1 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/54f52cba728e4d64a8d1f3bfc83d62d1 2024-11-14T12:56:16,193 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/54f52cba728e4d64a8d1f3bfc83d62d1, entries=100, sequenceid=332, filesize=9.6 K 2024-11-14T12:56:16,194 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 5471f0a90c69e1a4765f2c3824be892b in 1254ms, sequenceid=332, compaction requested=true 2024-11-14T12:56:16,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/3ca0dc9df048450cbf42fad7f80d75f7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/645a842c89a64996b5f43911e93f7310, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/efd88c402d9e4a6b800c0d577778b7b7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/327f531eb2f4435d8280fda555c9f5a4, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/9b0411d0e29e4654b9f2e667f1790777, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/3272e8d028364a5cbc67754aaf3dbfb7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/c276f4e60f814568b7d2671d84d92737, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/7936d2462f0145a7a95fb52de0deefa6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/8549af5d044e45ed894e544ebeae4acc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/58475bb98a1a40e8960c78cd7d46c7b3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/8781aed850b94d0b9b832434a0478a1e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/7ee988ab3c494274ba5b004e4fe6ad39, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/49ce21f68cf4433881e23f700580cb07, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/c012309728cc4ca1a7f2e4f7d5246c2a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/08eeaf181b3647e98b2d8ff9260fe711, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/6131e6c87e9a459ea7f045c92f343657, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/22e8fc2212fa4e809a22c6fd39a025fd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/cc8d43ccde3a4086b8b3978ed7afcdee, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/20d4d5b8fefe48818af75721c93b64f7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/d884348fbb2545718402867a9116d116, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/cab756bf61224e8f9de7778a74805e53] to archive 2024-11-14T12:56:16,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:56:16,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/3ca0dc9df048450cbf42fad7f80d75f7 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/3ca0dc9df048450cbf42fad7f80d75f7 2024-11-14T12:56:16,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/645a842c89a64996b5f43911e93f7310 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/645a842c89a64996b5f43911e93f7310 2024-11-14T12:56:16,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/efd88c402d9e4a6b800c0d577778b7b7 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/efd88c402d9e4a6b800c0d577778b7b7 2024-11-14T12:56:16,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/327f531eb2f4435d8280fda555c9f5a4 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/327f531eb2f4435d8280fda555c9f5a4 2024-11-14T12:56:16,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/9b0411d0e29e4654b9f2e667f1790777 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/9b0411d0e29e4654b9f2e667f1790777 2024-11-14T12:56:16,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/3272e8d028364a5cbc67754aaf3dbfb7 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/3272e8d028364a5cbc67754aaf3dbfb7 2024-11-14T12:56:16,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/c276f4e60f814568b7d2671d84d92737 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/c276f4e60f814568b7d2671d84d92737 2024-11-14T12:56:16,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/7936d2462f0145a7a95fb52de0deefa6 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/7936d2462f0145a7a95fb52de0deefa6 2024-11-14T12:56:16,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/8549af5d044e45ed894e544ebeae4acc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/8549af5d044e45ed894e544ebeae4acc 2024-11-14T12:56:16,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/58475bb98a1a40e8960c78cd7d46c7b3 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/58475bb98a1a40e8960c78cd7d46c7b3 2024-11-14T12:56:16,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/8781aed850b94d0b9b832434a0478a1e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/8781aed850b94d0b9b832434a0478a1e 2024-11-14T12:56:16,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/7ee988ab3c494274ba5b004e4fe6ad39 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/7ee988ab3c494274ba5b004e4fe6ad39 2024-11-14T12:56:16,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/49ce21f68cf4433881e23f700580cb07 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/49ce21f68cf4433881e23f700580cb07 2024-11-14T12:56:16,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/c012309728cc4ca1a7f2e4f7d5246c2a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/c012309728cc4ca1a7f2e4f7d5246c2a 2024-11-14T12:56:16,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/08eeaf181b3647e98b2d8ff9260fe711 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/08eeaf181b3647e98b2d8ff9260fe711 2024-11-14T12:56:16,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/6131e6c87e9a459ea7f045c92f343657 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/6131e6c87e9a459ea7f045c92f343657 2024-11-14T12:56:16,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/22e8fc2212fa4e809a22c6fd39a025fd to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/22e8fc2212fa4e809a22c6fd39a025fd 2024-11-14T12:56:16,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/cc8d43ccde3a4086b8b3978ed7afcdee to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/cc8d43ccde3a4086b8b3978ed7afcdee 2024-11-14T12:56:16,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/20d4d5b8fefe48818af75721c93b64f7 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/20d4d5b8fefe48818af75721c93b64f7 2024-11-14T12:56:16,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/d884348fbb2545718402867a9116d116 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/d884348fbb2545718402867a9116d116 2024-11-14T12:56:16,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/cab756bf61224e8f9de7778a74805e53 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/cab756bf61224e8f9de7778a74805e53 2024-11-14T12:56:16,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/3e41c1de52824b3a94a0d40b41022568, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6c278c20a3d24066ad79b60259451995, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/a0a80a9d4ec74592ad5a107b1ec9e0a8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/c1687917b6ac44a2bdb2a41709249767, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/80a43dc9fd0e4f9bb23f6b9b2352ffcf, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/98a14b9714084d2a98f190afb41ffcc5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/e252c75b98834548b8834b50263007d9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/a8b4b3f6cf454cc3ad35efe9ee6935cb, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6bd6e230d1ab462f9434bc342100d228, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/2fd53972c3c240a6857b6c4c3ea0836c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/842210eccd0c4674b81e49176dd06d86, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/1de5e34bc80042e9aa9021945bba4abc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/03b297cebe8e45b9bda3c318c7e702f8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6cec7e4110254252ba4a571a5eff24c2, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/93d7f184610a4806bc0620aedd371ee4, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/c5193031126243019619218d293fe719, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/17793ac231d54e04b1b78f7af2ff1e30, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/b6048871ee034c558ba821ff1b488031, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/0b6b79f198de4c22b23b9bd16bec8d8f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/8e1d6d9db0de49a89a9609ba0723511c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/b42a1bef29e44af189636498c785163f] to archive 2024-11-14T12:56:16,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:56:16,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/3e41c1de52824b3a94a0d40b41022568 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/3e41c1de52824b3a94a0d40b41022568 2024-11-14T12:56:16,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6c278c20a3d24066ad79b60259451995 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6c278c20a3d24066ad79b60259451995 2024-11-14T12:56:16,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/a0a80a9d4ec74592ad5a107b1ec9e0a8 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/a0a80a9d4ec74592ad5a107b1ec9e0a8 2024-11-14T12:56:16,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/c1687917b6ac44a2bdb2a41709249767 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/c1687917b6ac44a2bdb2a41709249767 2024-11-14T12:56:16,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/80a43dc9fd0e4f9bb23f6b9b2352ffcf to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/80a43dc9fd0e4f9bb23f6b9b2352ffcf 2024-11-14T12:56:16,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/98a14b9714084d2a98f190afb41ffcc5 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/98a14b9714084d2a98f190afb41ffcc5 2024-11-14T12:56:16,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/e252c75b98834548b8834b50263007d9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/e252c75b98834548b8834b50263007d9 2024-11-14T12:56:16,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/a8b4b3f6cf454cc3ad35efe9ee6935cb to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/a8b4b3f6cf454cc3ad35efe9ee6935cb 2024-11-14T12:56:16,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6bd6e230d1ab462f9434bc342100d228 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6bd6e230d1ab462f9434bc342100d228 2024-11-14T12:56:16,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/2fd53972c3c240a6857b6c4c3ea0836c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/2fd53972c3c240a6857b6c4c3ea0836c 2024-11-14T12:56:16,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/842210eccd0c4674b81e49176dd06d86 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/842210eccd0c4674b81e49176dd06d86 2024-11-14T12:56:16,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/1de5e34bc80042e9aa9021945bba4abc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/1de5e34bc80042e9aa9021945bba4abc 2024-11-14T12:56:16,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/03b297cebe8e45b9bda3c318c7e702f8 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/03b297cebe8e45b9bda3c318c7e702f8 2024-11-14T12:56:16,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6cec7e4110254252ba4a571a5eff24c2 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6cec7e4110254252ba4a571a5eff24c2 2024-11-14T12:56:16,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/93d7f184610a4806bc0620aedd371ee4 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/93d7f184610a4806bc0620aedd371ee4 2024-11-14T12:56:16,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/c5193031126243019619218d293fe719 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/c5193031126243019619218d293fe719 2024-11-14T12:56:16,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/17793ac231d54e04b1b78f7af2ff1e30 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/17793ac231d54e04b1b78f7af2ff1e30 2024-11-14T12:56:16,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/b6048871ee034c558ba821ff1b488031 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/b6048871ee034c558ba821ff1b488031 2024-11-14T12:56:16,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/0b6b79f198de4c22b23b9bd16bec8d8f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/0b6b79f198de4c22b23b9bd16bec8d8f 2024-11-14T12:56:16,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/8e1d6d9db0de49a89a9609ba0723511c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/8e1d6d9db0de49a89a9609ba0723511c 2024-11-14T12:56:16,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/b42a1bef29e44af189636498c785163f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/b42a1bef29e44af189636498c785163f 2024-11-14T12:56:16,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/3c50c5aa3abd4e6296029bec312e45e7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/9dfcc9d390a3401e82078b26f7bbeda2, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/4471622f429e4b50ace29b76dc1c55f9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/11ad21da21e940079d34a1f73818b2c3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/d1a71d9e669644fb9a747c334d0472a7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/8bed6c8738a74419be917bc848435af6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/10304f0b9fd14b1b9833557eee924b7e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/54039c616da94f1dbecfa5da3b9bd91e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/18efc9f9f2f347dd83aa285c0e16b94d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/b2e3b77a40224919ad561f7f45ca6d47, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/9d4f1d866f424e1b968f350578caf59c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/4c3c3c9f79eb4629aeeb6e2096221ebc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/6bb8143ba6864d1ab334d1f6cebe057d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/06add3a5c2234b549e052724d5d2ef45, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/ca027e9b1ced449b9f8b295df05f17aa, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/02613c5e5f5b405686d52a5fa704fee2, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/1b19a01a60644e828341a9884b5b4ddf, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/ea13990c06a44ad0be0e73deb79dd602, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/0e2419e997f64e2bb292dbfd153447f9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/b4df54aca0aa447687e07f5ff9009f63, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/918d5746999849abb52115296dfe2ded] to archive 2024-11-14T12:56:16,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:56:16,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/3c50c5aa3abd4e6296029bec312e45e7 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/3c50c5aa3abd4e6296029bec312e45e7 2024-11-14T12:56:16,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/9dfcc9d390a3401e82078b26f7bbeda2 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/9dfcc9d390a3401e82078b26f7bbeda2 2024-11-14T12:56:16,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/4471622f429e4b50ace29b76dc1c55f9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/4471622f429e4b50ace29b76dc1c55f9 2024-11-14T12:56:16,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/11ad21da21e940079d34a1f73818b2c3 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/11ad21da21e940079d34a1f73818b2c3 2024-11-14T12:56:16,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/d1a71d9e669644fb9a747c334d0472a7 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/d1a71d9e669644fb9a747c334d0472a7 2024-11-14T12:56:16,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/8bed6c8738a74419be917bc848435af6 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/8bed6c8738a74419be917bc848435af6 2024-11-14T12:56:16,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/10304f0b9fd14b1b9833557eee924b7e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/10304f0b9fd14b1b9833557eee924b7e 2024-11-14T12:56:16,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/54039c616da94f1dbecfa5da3b9bd91e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/54039c616da94f1dbecfa5da3b9bd91e 2024-11-14T12:56:16,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/18efc9f9f2f347dd83aa285c0e16b94d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/18efc9f9f2f347dd83aa285c0e16b94d 2024-11-14T12:56:16,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/b2e3b77a40224919ad561f7f45ca6d47 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/b2e3b77a40224919ad561f7f45ca6d47 2024-11-14T12:56:16,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/9d4f1d866f424e1b968f350578caf59c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/9d4f1d866f424e1b968f350578caf59c 2024-11-14T12:56:16,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/4c3c3c9f79eb4629aeeb6e2096221ebc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/4c3c3c9f79eb4629aeeb6e2096221ebc 2024-11-14T12:56:16,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/6bb8143ba6864d1ab334d1f6cebe057d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/6bb8143ba6864d1ab334d1f6cebe057d 2024-11-14T12:56:16,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/06add3a5c2234b549e052724d5d2ef45 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/06add3a5c2234b549e052724d5d2ef45 2024-11-14T12:56:16,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/ca027e9b1ced449b9f8b295df05f17aa to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/ca027e9b1ced449b9f8b295df05f17aa 2024-11-14T12:56:16,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/02613c5e5f5b405686d52a5fa704fee2 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/02613c5e5f5b405686d52a5fa704fee2 2024-11-14T12:56:16,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/1b19a01a60644e828341a9884b5b4ddf to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/1b19a01a60644e828341a9884b5b4ddf 2024-11-14T12:56:16,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/ea13990c06a44ad0be0e73deb79dd602 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/ea13990c06a44ad0be0e73deb79dd602 2024-11-14T12:56:16,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/0e2419e997f64e2bb292dbfd153447f9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/0e2419e997f64e2bb292dbfd153447f9 2024-11-14T12:56:16,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/b4df54aca0aa447687e07f5ff9009f63 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/b4df54aca0aa447687e07f5ff9009f63 2024-11-14T12:56:16,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/918d5746999849abb52115296dfe2ded to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/918d5746999849abb52115296dfe2ded 2024-11-14T12:56:16,263 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=1 2024-11-14T12:56:16,264 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. 2024-11-14T12:56:16,264 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 5471f0a90c69e1a4765f2c3824be892b: Waiting for close lock at 1731588974939Running coprocessor pre-close hooks at 1731588974939Disabling compacts and flushes for region at 1731588974939Disabling writes for close at 1731588974940 (+1 ms)Obtaining lock to block concurrent updates at 1731588974940Preparing flush snapshotting stores in 5471f0a90c69e1a4765f2c3824be892b at 1731588974940Finished memstore snapshotting TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731588974941 (+1 ms)Flushing stores of TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b. at 1731588974942 (+1 ms)Flushing 5471f0a90c69e1a4765f2c3824be892b/A: creating writer at 1731588974942Flushing 5471f0a90c69e1a4765f2c3824be892b/A: appending metadata at 1731588974948 (+6 ms)Flushing 5471f0a90c69e1a4765f2c3824be892b/A: closing flushed file at 1731588974948Flushing 5471f0a90c69e1a4765f2c3824be892b/B: creating writer at 1731588975357 (+409 ms)Flushing 5471f0a90c69e1a4765f2c3824be892b/B: appending metadata at 1731588975359 (+2 ms)Flushing 5471f0a90c69e1a4765f2c3824be892b/B: closing flushed file at 1731588975359Flushing 5471f0a90c69e1a4765f2c3824be892b/C: creating writer at 1731588975767 (+408 ms)Flushing 5471f0a90c69e1a4765f2c3824be892b/C: appending metadata at 1731588975770 (+3 ms)Flushing 5471f0a90c69e1a4765f2c3824be892b/C: closing flushed file at 1731588975770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9ce205: reopening flushed file at 1731588976180 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a05241: reopening flushed file at 1731588976185 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79015515: reopening flushed file at 1731588976189 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 5471f0a90c69e1a4765f2c3824be892b in 1254ms, sequenceid=332, compaction requested=true at 1731588976194 (+5 ms)Writing region close event to WAL at 1731588976261 (+67 ms)Running coprocessor post-close hooks at 1731588976264 (+3 ms)Closed at 1731588976264 2024-11-14T12:56:16,266 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:56:16,267 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=5471f0a90c69e1a4765f2c3824be892b, regionState=CLOSED 2024-11-14T12:56:16,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:56:16,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-14T12:56:16,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 5471f0a90c69e1a4765f2c3824be892b, server=669ef94e8b26,46449,1731588882089 in 1.4840 sec 2024-11-14T12:56:16,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-14T12:56:16,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5471f0a90c69e1a4765f2c3824be892b, UNASSIGN in 1.4890 sec 2024-11-14T12:56:16,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-14T12:56:16,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4930 sec 2024-11-14T12:56:16,276 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588976276"}]},"ts":"1731588976276"} 2024-11-14T12:56:16,278 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T12:56:16,278 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T12:56:16,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5030 sec 2024-11-14T12:56:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-14T12:56:16,925 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:16,926 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T12:56:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:16,928 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-14T12:56:16,930 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=94, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:16,933 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:56:16,935 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/recovered.edits] 2024-11-14T12:56:16,938 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/2e647152ee014443b7429130f75c7b6a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/2e647152ee014443b7429130f75c7b6a 2024-11-14T12:56:16,939 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/90f715f8aec04fd0b7fb1d83e20cc6e2 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/90f715f8aec04fd0b7fb1d83e20cc6e2 2024-11-14T12:56:16,940 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/d3331f71c6b9437e820b0ab8a04710a1 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/A/d3331f71c6b9437e820b0ab8a04710a1 2024-11-14T12:56:16,941 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/100dd2a90a5342ccaad3a554837e9f29 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/100dd2a90a5342ccaad3a554837e9f29 2024-11-14T12:56:16,942 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6819de6c768b4263ad3ab9c076545f3d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6819de6c768b4263ad3ab9c076545f3d 2024-11-14T12:56:16,943 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6eb6ed0accf642119267da3a01365e69 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/B/6eb6ed0accf642119267da3a01365e69 2024-11-14T12:56:16,945 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/54f52cba728e4d64a8d1f3bfc83d62d1 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/54f52cba728e4d64a8d1f3bfc83d62d1 2024-11-14T12:56:16,946 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/580a569bb970495ba8d3b0742b81531d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/580a569bb970495ba8d3b0742b81531d 2024-11-14T12:56:16,947 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/5eeb1ab68921416e8e74593109ff7035 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/C/5eeb1ab68921416e8e74593109ff7035 2024-11-14T12:56:16,951 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/recovered.edits/335.seqid to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b/recovered.edits/335.seqid 2024-11-14T12:56:16,952 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/5471f0a90c69e1a4765f2c3824be892b 2024-11-14T12:56:16,952 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T12:56:16,954 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=94, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:16,957 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T12:56:16,959 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T12:56:16,960 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=94, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:16,960 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T12:56:16,960 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731588976960"}]},"ts":"9223372036854775807"} 2024-11-14T12:56:16,962 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T12:56:16,962 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5471f0a90c69e1a4765f2c3824be892b, NAME => 'TestAcidGuarantees,,1731588950911.5471f0a90c69e1a4765f2c3824be892b.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T12:56:16,962 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T12:56:16,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731588976962"}]},"ts":"9223372036854775807"} 2024-11-14T12:56:16,964 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T12:56:16,965 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=94, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:16,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 39 msec 2024-11-14T12:56:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-14T12:56:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T12:56:17,035 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:17,043 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 248) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-27891443_22 at /127.0.0.1:57712 [Waiting for operation #157] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-297238541_22 at /127.0.0.1:43444 [Waiting for operation #285] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 358) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5966 (was 6067) 2024-11-14T12:56:17,051 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=5965 2024-11-14T12:56:17,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:56:17,053 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:56:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:17,055 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:56:17,055 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:17,055 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 95 2024-11-14T12:56:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T12:56:17,055 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:56:17,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742176_1352 (size=1061) 2024-11-14T12:56:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T12:56:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T12:56:17,464 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45 2024-11-14T12:56:17,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742177_1353 (size=53) 2024-11-14T12:56:17,472 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:56:17,472 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c5c52b99221b41722a8fde12ce3a64ec, disabling compactions & flushes 2024-11-14T12:56:17,472 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:17,472 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:17,472 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. after waiting 0 ms 2024-11-14T12:56:17,472 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:17,472 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:17,472 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5c52b99221b41722a8fde12ce3a64ec: Waiting for close lock at 1731588977472Disabling compacts and flushes for region at 1731588977472Disabling writes for close at 1731588977472Writing region close event to WAL at 1731588977472Closed at 1731588977472 2024-11-14T12:56:17,473 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:56:17,473 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731588977473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731588977473"}]},"ts":"1731588977473"} 2024-11-14T12:56:17,474 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:56:17,475 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:56:17,475 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588977475"}]},"ts":"1731588977475"} 2024-11-14T12:56:17,476 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T12:56:17,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5c52b99221b41722a8fde12ce3a64ec, ASSIGN}] 2024-11-14T12:56:17,477 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5c52b99221b41722a8fde12ce3a64ec, ASSIGN 2024-11-14T12:56:17,478 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5c52b99221b41722a8fde12ce3a64ec, ASSIGN; state=OFFLINE, location=669ef94e8b26,46449,1731588882089; forceNewPlan=false, retain=false 2024-11-14T12:56:17,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=c5c52b99221b41722a8fde12ce3a64ec, regionState=OPENING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:17,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5c52b99221b41722a8fde12ce3a64ec, ASSIGN because future has completed 2024-11-14T12:56:17,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:56:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T12:56:17,790 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:17,790 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7752): Opening region: {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:56:17,790 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:17,791 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:56:17,791 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7794): checking encryption for c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:17,791 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7797): checking classloading for c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:17,792 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:17,793 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:56:17,793 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5c52b99221b41722a8fde12ce3a64ec columnFamilyName A 2024-11-14T12:56:17,793 DEBUG [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:17,793 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.HStore(327): Store=c5c52b99221b41722a8fde12ce3a64ec/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:56:17,793 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:17,794 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:56:17,794 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5c52b99221b41722a8fde12ce3a64ec columnFamilyName B 2024-11-14T12:56:17,794 DEBUG [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:17,795 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.HStore(327): Store=c5c52b99221b41722a8fde12ce3a64ec/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:56:17,795 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:17,796 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:56:17,796 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5c52b99221b41722a8fde12ce3a64ec columnFamilyName C 2024-11-14T12:56:17,796 DEBUG [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:17,796 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.HStore(327): Store=c5c52b99221b41722a8fde12ce3a64ec/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:56:17,796 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:17,796 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1038): replaying wal for c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:17,797 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:17,797 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:17,798 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1048): stopping wal replay for c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:17,798 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1060): Cleaning up temporary data for c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:17,799 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:56:17,800 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1093): writing seq id for c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:17,802 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:56:17,802 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1114): Opened c5c52b99221b41722a8fde12ce3a64ec; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70408394, jitterRate=0.04916682839393616}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:56:17,802 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:17,803 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1006): Region open journal for c5c52b99221b41722a8fde12ce3a64ec: Running coprocessor pre-open hook at 1731588977791Writing region info on filesystem at 1731588977791Initializing all the Stores at 1731588977791Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588977791Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588977791Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588977792 (+1 ms)Cleaning up temporary data from old regions at 1731588977798 (+6 ms)Running coprocessor post-open hooks at 1731588977802 (+4 ms)Region opened successfully at 1731588977803 (+1 ms) 2024-11-14T12:56:17,804 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., pid=97, masterSystemTime=1731588977787 2024-11-14T12:56:17,806 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:17,806 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:17,806 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=c5c52b99221b41722a8fde12ce3a64ec, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:17,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:56:17,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-14T12:56:17,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 in 174 msec 2024-11-14T12:56:17,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-14T12:56:17,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5c52b99221b41722a8fde12ce3a64ec, ASSIGN in 333 msec 2024-11-14T12:56:17,813 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:56:17,813 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731588977813"}]},"ts":"1731588977813"} 2024-11-14T12:56:17,814 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T12:56:17,815 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:56:17,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 762 msec 2024-11-14T12:56:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T12:56:18,195 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:18,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af6f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:18,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:18,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:18,197 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6ad412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:18,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:18,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:18,199 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:18,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c975a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:18,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:18,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:18,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:18,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:18,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:56:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,35021,1731588881221 2024-11-14T12:56:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b011027 2024-11-14T12:56:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:56:18,205 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:56:18,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:56:18,208 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:56:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:18,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742178_1354 (size=1097) 2024-11-14T12:56:18,635 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-14T12:56:18,635 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-14T12:56:18,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:56:18,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5c52b99221b41722a8fde12ce3a64ec, REOPEN/MOVE}] 2024-11-14T12:56:18,641 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5c52b99221b41722a8fde12ce3a64ec, REOPEN/MOVE 2024-11-14T12:56:18,641 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=c5c52b99221b41722a8fde12ce3a64ec, regionState=CLOSING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:18,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5c52b99221b41722a8fde12ce3a64ec, REOPEN/MOVE because future has completed 2024-11-14T12:56:18,643 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:56:18,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:56:18,795 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(122): Close c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:18,795 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T12:56:18,795 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1722): Closing c5c52b99221b41722a8fde12ce3a64ec, disabling compactions & flushes 2024-11-14T12:56:18,795 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:18,795 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:18,795 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. after waiting 0 ms 2024-11-14T12:56:18,796 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:18,799 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T12:56:18,799 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:18,799 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1676): Region close journal for c5c52b99221b41722a8fde12ce3a64ec: Waiting for close lock at 1731588978795Running coprocessor pre-close hooks at 1731588978795Disabling compacts and flushes for region at 1731588978795Disabling writes for close at 1731588978796 (+1 ms)Writing region close event to WAL at 1731588978796Running coprocessor post-close hooks at 1731588978799 (+3 ms)Closed at 1731588978799 2024-11-14T12:56:18,799 WARN [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionServer(3299): Not adding moved region record: c5c52b99221b41722a8fde12ce3a64ec to self. 2024-11-14T12:56:18,801 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(157): Closed c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:18,802 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=c5c52b99221b41722a8fde12ce3a64ec, regionState=CLOSED 2024-11-14T12:56:18,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:56:18,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-14T12:56:18,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; CloseRegionProcedure c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 in 160 msec 2024-11-14T12:56:18,805 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5c52b99221b41722a8fde12ce3a64ec, REOPEN/MOVE; state=CLOSED, location=669ef94e8b26,46449,1731588882089; forceNewPlan=false, retain=true 2024-11-14T12:56:18,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=c5c52b99221b41722a8fde12ce3a64ec, regionState=OPENING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:18,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5c52b99221b41722a8fde12ce3a64ec, REOPEN/MOVE because future has completed 2024-11-14T12:56:18,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:56:19,117 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:19,117 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7752): Opening region: {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:56:19,118 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:19,118 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:56:19,118 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7794): checking encryption for c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:19,118 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7797): checking classloading for c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:19,119 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:19,120 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:56:19,120 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5c52b99221b41722a8fde12ce3a64ec columnFamilyName A 2024-11-14T12:56:19,121 DEBUG [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:19,121 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.HStore(327): Store=c5c52b99221b41722a8fde12ce3a64ec/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:56:19,122 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:19,122 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:56:19,122 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5c52b99221b41722a8fde12ce3a64ec columnFamilyName B 2024-11-14T12:56:19,123 DEBUG [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:19,123 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.HStore(327): Store=c5c52b99221b41722a8fde12ce3a64ec/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:56:19,123 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:19,123 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:56:19,124 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5c52b99221b41722a8fde12ce3a64ec columnFamilyName C 2024-11-14T12:56:19,124 DEBUG [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:19,124 INFO [StoreOpener-c5c52b99221b41722a8fde12ce3a64ec-1 {}] regionserver.HStore(327): Store=c5c52b99221b41722a8fde12ce3a64ec/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:56:19,124 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:19,124 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1038): replaying wal for c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:19,125 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:19,126 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:19,127 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1048): stopping wal replay for c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:19,127 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1060): Cleaning up temporary data for c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:19,127 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:56:19,128 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1093): writing seq id for c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:19,129 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1114): Opened c5c52b99221b41722a8fde12ce3a64ec; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66235805, jitterRate=-0.013009592890739441}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:56:19,129 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:19,130 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1006): Region open journal for c5c52b99221b41722a8fde12ce3a64ec: Running coprocessor pre-open hook at 1731588979118Writing region info on filesystem at 1731588979118Initializing all the Stores at 1731588979119 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588979119Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588979119Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731588979119Cleaning up temporary data from old regions at 1731588979127 (+8 ms)Running coprocessor post-open hooks at 1731588979129 (+2 ms)Region opened successfully at 1731588979130 (+1 ms) 2024-11-14T12:56:19,130 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., pid=102, masterSystemTime=1731588979115 2024-11-14T12:56:19,132 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:19,132 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:19,132 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=c5c52b99221b41722a8fde12ce3a64ec, regionState=OPEN, openSeqNum=5, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:56:19,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=100 2024-11-14T12:56:19,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 in 174 msec 2024-11-14T12:56:19,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-14T12:56:19,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5c52b99221b41722a8fde12ce3a64ec, REOPEN/MOVE in 495 msec 2024-11-14T12:56:19,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-14T12:56:19,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 499 msec 2024-11-14T12:56:19,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 930 msec 2024-11-14T12:56:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-14T12:56:19,141 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:19,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff38b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:19,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:19,142 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:19,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:19,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:19,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2af295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:19,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:19,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:19,144 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:19,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b045a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec6412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:19,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:19,145 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:19,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:19,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:19,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec8097a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:19,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:19,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:19,146 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:19,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@464e0a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f2378c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:19,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:19,148 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:19,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:19,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:19,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118c6db0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:19,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:19,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:19,149 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:19,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1114e88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:19,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:19,151 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd97b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:19,152 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410c5508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0f0eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:19,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:19,153 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:19,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:19,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:19,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd9588e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:19,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:19,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:19,154 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:19,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d301e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:19,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:19,156 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a06ffc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:19,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:19,157 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:19,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16226004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:19,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:19,158 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:19,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:19,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511f59b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:19,159 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:19,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2160f1e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b3d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:19,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:19,161 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:19,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:19,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:19,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b4c187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:19,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:19,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:19,162 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4960fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b14e3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:19,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:19,164 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:19,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:19,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:19,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75840ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:19,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:19,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:19,166 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:19,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f755e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e264c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:19,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:19,168 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:19,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:19,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:19,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eed717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:19,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:19,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:19,169 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:19,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ab6a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:19,171 DEBUG [Thread-1605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:19,171 DEBUG [Thread-1609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:19,171 DEBUG [Thread-1618 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:19,171 DEBUG [Thread-1624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:19,171 DEBUG [Thread-1622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:19,172 DEBUG [Thread-1613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:19,172 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:56:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:19,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:19,173 DEBUG [Thread-1616 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:19,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:19,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:19,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:19,174 DEBUG [Thread-1620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:19,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:19,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:19,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:19,174 DEBUG [Thread-1607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-14T12:56:19,174 DEBUG [Thread-1611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:56:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T12:56:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:56:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:19,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:56:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:56:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:56:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:56:19,178 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:56:19,179 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:56:19,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:19,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:19,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:19,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:56:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:56:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:56:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:56:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:56:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:19,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5c52b99221b41722a8fde12ce3a64ec 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:56:19,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=A 2024-11-14T12:56:19,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:19,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=B 2024-11-14T12:56:19,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:19,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=C 2024-11-14T12:56:19,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:19,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149619154cfecb4d5a9f18f7ec8084a9c8_c5c52b99221b41722a8fde12ce3a64ec is 50, key is test_row_0/A:col10/1731588979183/Put/seqid=0 2024-11-14T12:56:19,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742179_1355 (size=14594) 2024-11-14T12:56:19,274 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731588979254, max timestamp=1731588979271Num uniques 859; 2024-11-14T12:56:19,274 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T12:56:19,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731588979254, max timestamp=1731588979271Num uniques 859; 2024-11-14T12:56:19,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T12:56:19,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731588979254, max timestamp=1731588979271Num uniques 859; 2024-11-14T12:56:19,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T12:56:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T12:56:19,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589039304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589039305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589039305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T12:56:19,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:19,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:19,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:19,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:19,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:19,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57634 deadline: 1731589039327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57614 deadline: 1731589039327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589039435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589039435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589039435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57614 deadline: 1731589039444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57634 deadline: 1731589039444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T12:56:19,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:19,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:19,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:19,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:19,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T12:56:19,622 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:19,625 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149619154cfecb4d5a9f18f7ec8084a9c8_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149619154cfecb4d5a9f18f7ec8084a9c8_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:19,626 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/555851177f944270ae30b23dd2118274, store: [table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:19,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/555851177f944270ae30b23dd2118274 is 175, key is test_row_0/A:col10/1731588979183/Put/seqid=0 2024-11-14T12:56:19,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742180_1356 (size=39545) 2024-11-14T12:56:19,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T12:56:19,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:19,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:19,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:19,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:19,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:19,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589039644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589039644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589039644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57614 deadline: 1731589039665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57634 deadline: 1731589039665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T12:56:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:19,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:19,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:19,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T12:56:19,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T12:56:19,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:19,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:19,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:19,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:19,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:19,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589039954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589039954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589039955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57634 deadline: 1731589039974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:19,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57614 deadline: 1731589039975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:19,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:20,031 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/555851177f944270ae30b23dd2118274 2024-11-14T12:56:20,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/6dae1b662f984ea0a44070a6b5451462 is 50, key is test_row_0/B:col10/1731588979183/Put/seqid=0 2024-11-14T12:56:20,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742181_1357 (size=9657) 2024-11-14T12:56:20,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T12:56:20,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:20,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:20,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:20,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T12:56:20,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:20,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:20,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:20,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T12:56:20,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T12:56:20,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:20,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:20,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:20,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589040464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:20,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/6dae1b662f984ea0a44070a6b5451462 2024-11-14T12:56:20,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589040474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:20,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589040474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:20,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/95afafb048ec4c98aab8499a21ce6cbc is 50, key is test_row_0/C:col10/1731588979183/Put/seqid=0 2024-11-14T12:56:20,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742182_1358 (size=9657) 2024-11-14T12:56:20,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57634 deadline: 1731589040494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:20,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57614 deadline: 1731589040494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:20,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T12:56:20,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:20,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:20,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:20,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T12:56:20,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:20,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:20,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:20,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T12:56:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:20,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:20,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/95afafb048ec4c98aab8499a21ce6cbc 2024-11-14T12:56:20,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/555851177f944270ae30b23dd2118274 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/555851177f944270ae30b23dd2118274 2024-11-14T12:56:20,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/555851177f944270ae30b23dd2118274, entries=200, sequenceid=14, filesize=38.6 K 2024-11-14T12:56:20,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/6dae1b662f984ea0a44070a6b5451462 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/6dae1b662f984ea0a44070a6b5451462 2024-11-14T12:56:20,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/6dae1b662f984ea0a44070a6b5451462, entries=100, sequenceid=14, filesize=9.4 K 2024-11-14T12:56:20,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/95afafb048ec4c98aab8499a21ce6cbc as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/95afafb048ec4c98aab8499a21ce6cbc 2024-11-14T12:56:20,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/95afafb048ec4c98aab8499a21ce6cbc, entries=100, sequenceid=14, filesize=9.4 K 2024-11-14T12:56:20,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for c5c52b99221b41722a8fde12ce3a64ec in 1726ms, sequenceid=14, compaction requested=false 2024-11-14T12:56:20,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:21,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T12:56:21,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:21,013 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing c5c52b99221b41722a8fde12ce3a64ec 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-14T12:56:21,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=A 2024-11-14T12:56:21,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:21,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=B 2024-11-14T12:56:21,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:21,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=C 2024-11-14T12:56:21,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:21,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114995fc8d46f144226881ea19197c262a4_c5c52b99221b41722a8fde12ce3a64ec is 50, key is test_row_0/A:col10/1731588979306/Put/seqid=0 2024-11-14T12:56:21,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742183_1359 (size=12154) 2024-11-14T12:56:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T12:56:21,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:21,427 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114995fc8d46f144226881ea19197c262a4_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114995fc8d46f144226881ea19197c262a4_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:21,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/0ca50baac59147bf91eeeaa918d6f756, store: [table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:21,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/0ca50baac59147bf91eeeaa918d6f756 is 175, key is test_row_0/A:col10/1731588979306/Put/seqid=0 2024-11-14T12:56:21,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742184_1360 (size=30955) 2024-11-14T12:56:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:21,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:21,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589041501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:21,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589041502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589041503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:21,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57634 deadline: 1731589041514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:21,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57614 deadline: 1731589041514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:21,519 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_1' in c5c52b99221b41722a8fde12ce3a64ec of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:56:21,519 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in c5c52b99221b41722a8fde12ce3a64ec of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:56:21,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:21,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:21,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589041614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:21,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589041624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:21,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:21,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589041625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:21,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:21,788 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T12:56:21,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589041824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,833 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/0ca50baac59147bf91eeeaa918d6f756 2024-11-14T12:56:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/4b27579e5a774622a108233af7197b78 is 50, key is test_row_0/B:col10/1731588979306/Put/seqid=0 2024-11-14T12:56:21,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742185_1361 (size=12001) 2024-11-14T12:56:21,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589041845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:21,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589041845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:21,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:21,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:21,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:22,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589042134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:22,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589042154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:22,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:22,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:22,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:22,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589042164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:22,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:22,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:22,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:22,245 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/4b27579e5a774622a108233af7197b78 2024-11-14T12:56:22,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/18511824eba449d794986c9dc8d84968 is 50, key is test_row_0/C:col10/1731588979306/Put/seqid=0 2024-11-14T12:56:22,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742186_1362 (size=12001) 2024-11-14T12:56:22,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589042644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:22,656 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/18511824eba449d794986c9dc8d84968 2024-11-14T12:56:22,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/0ca50baac59147bf91eeeaa918d6f756 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0ca50baac59147bf91eeeaa918d6f756 2024-11-14T12:56:22,662 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0ca50baac59147bf91eeeaa918d6f756, entries=150, sequenceid=50, filesize=30.2 K 2024-11-14T12:56:22,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/4b27579e5a774622a108233af7197b78 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/4b27579e5a774622a108233af7197b78 2024-11-14T12:56:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,666 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/4b27579e5a774622a108233af7197b78, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T12:56:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/18511824eba449d794986c9dc8d84968 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/18511824eba449d794986c9dc8d84968 2024-11-14T12:56:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,671 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/18511824eba449d794986c9dc8d84968, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T12:56:22,672 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for c5c52b99221b41722a8fde12ce3a64ec in 1659ms, sequenceid=50, compaction requested=false 2024-11-14T12:56:22,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:22,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:22,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-14T12:56:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-14T12:56:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-14T12:56:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4940 sec 2024-11-14T12:56:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 3.5040 sec 2024-11-14T12:56:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:22,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5c52b99221b41722a8fde12ce3a64ec 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:56:22,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=A 2024-11-14T12:56:22,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:22,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=B 2024-11-14T12:56:22,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:22,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=C 2024-11-14T12:56:22,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e7cdfaba594e439a9cf5bc01c0a68aec_c5c52b99221b41722a8fde12ce3a64ec is 50, key is test_row_0/A:col10/1731588982695/Put/seqid=0 2024-11-14T12:56:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742187_1363 (size=12154) 2024-11-14T12:56:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:22,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588982747, max timestamp=1731588982797Num uniques 859; 2024-11-14T12:56:22,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588982747, max timestamp=1731588982797Num uniques 859; 2024-11-14T12:56:22,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588982747, max timestamp=1731588982797Num uniques 859; 2024-11-14T12:56:22,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:56:22,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:56:22,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:56:22,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589042878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:22,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:22,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:22,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:22,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589042892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:22,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:22,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:22,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:23,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589042994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:23,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:23,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589043005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:23,108 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:23,111 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e7cdfaba594e439a9cf5bc01c0a68aec_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e7cdfaba594e439a9cf5bc01c0a68aec_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:23,112 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/d9d572c1e69643cc9be754cb0d3e1a44, store: [table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:23,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/d9d572c1e69643cc9be754cb0d3e1a44 is 175, key is test_row_0/A:col10/1731588982695/Put/seqid=0 2024-11-14T12:56:23,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742188_1364 (size=30951) 2024-11-14T12:56:23,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589043204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:23,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:23,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589043225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T12:56:23,345 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:23,345 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:56:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-14T12:56:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T12:56:23,359 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:56:23,360 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:56:23,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:56:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T12:56:23,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T12:56:23,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:23,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:23,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:23,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:23,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:23,518 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/d9d572c1e69643cc9be754cb0d3e1a44 2024-11-14T12:56:23,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/c1553c2ffd204da4b6ce1fc52c7ab20a is 50, key is test_row_0/B:col10/1731588982695/Put/seqid=0 2024-11-14T12:56:23,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589043514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:23,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742189_1365 (size=9657) 2024-11-14T12:56:23,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:23,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/c1553c2ffd204da4b6ce1fc52c7ab20a 2024-11-14T12:56:23,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/a07f1a414126442eafe38df9fab93043 is 50, key is test_row_0/C:col10/1731588982695/Put/seqid=0 2024-11-14T12:56:23,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742190_1366 (size=9657) 2024-11-14T12:56:23,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57634 deadline: 1731589043534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:23,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57614 deadline: 1731589043534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:23,545 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_1' in c5c52b99221b41722a8fde12ce3a64ec of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:56:23,545 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in c5c52b99221b41722a8fde12ce3a64ec of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:56:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:23,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589043544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:23,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589043655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:23,665 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in c5c52b99221b41722a8fde12ce3a64ec of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:56:23,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T12:56:23,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:23,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:23,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:23,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T12:56:23,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T12:56:23,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:23,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:23,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:23,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:23,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:23,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/a07f1a414126442eafe38df9fab93043 2024-11-14T12:56:23,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/d9d572c1e69643cc9be754cb0d3e1a44 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/d9d572c1e69643cc9be754cb0d3e1a44 2024-11-14T12:56:23,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/d9d572c1e69643cc9be754cb0d3e1a44, entries=150, sequenceid=60, filesize=30.2 K 2024-11-14T12:56:23,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/c1553c2ffd204da4b6ce1fc52c7ab20a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/c1553c2ffd204da4b6ce1fc52c7ab20a 2024-11-14T12:56:23,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/c1553c2ffd204da4b6ce1fc52c7ab20a, entries=100, sequenceid=60, filesize=9.4 K 2024-11-14T12:56:23,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/a07f1a414126442eafe38df9fab93043 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/a07f1a414126442eafe38df9fab93043 2024-11-14T12:56:23,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/a07f1a414126442eafe38df9fab93043, entries=100, sequenceid=60, filesize=9.4 K 2024-11-14T12:56:23,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for c5c52b99221b41722a8fde12ce3a64ec in 1259ms, sequenceid=60, compaction requested=true 2024-11-14T12:56:23,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:23,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:56:23,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:23,957 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:23,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:56:23,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:23,957 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:23,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:56:23,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:23,957 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31315 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:23,957 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:23,957 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/B is initiating minor compaction (all files) 2024-11-14T12:56:23,957 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/A is initiating minor compaction (all files) 2024-11-14T12:56:23,957 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/B in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:23,957 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/A in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:23,958 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/6dae1b662f984ea0a44070a6b5451462, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/4b27579e5a774622a108233af7197b78, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/c1553c2ffd204da4b6ce1fc52c7ab20a] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=30.6 K 2024-11-14T12:56:23,958 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/555851177f944270ae30b23dd2118274, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0ca50baac59147bf91eeeaa918d6f756, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/d9d572c1e69643cc9be754cb0d3e1a44] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=99.1 K 2024-11-14T12:56:23,958 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:23,958 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/555851177f944270ae30b23dd2118274, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0ca50baac59147bf91eeeaa918d6f756, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/d9d572c1e69643cc9be754cb0d3e1a44] 2024-11-14T12:56:23,958 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dae1b662f984ea0a44070a6b5451462, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731588979181 2024-11-14T12:56:23,958 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 555851177f944270ae30b23dd2118274, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731588979179 2024-11-14T12:56:23,958 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b27579e5a774622a108233af7197b78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731588979302 2024-11-14T12:56:23,958 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ca50baac59147bf91eeeaa918d6f756, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731588979302 2024-11-14T12:56:23,958 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting c1553c2ffd204da4b6ce1fc52c7ab20a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731588981502 2024-11-14T12:56:23,958 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9d572c1e69643cc9be754cb0d3e1a44, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731588981500 2024-11-14T12:56:23,962 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:23,970 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114fd9e14ed6e6d4937b86a6fadb1622409_c5c52b99221b41722a8fde12ce3a64ec store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:23,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T12:56:23,972 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114fd9e14ed6e6d4937b86a6fadb1622409_c5c52b99221b41722a8fde12ce3a64ec, store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:23,972 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fd9e14ed6e6d4937b86a6fadb1622409_c5c52b99221b41722a8fde12ce3a64ec because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:23,973 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#B#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:23,974 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/453c109339834e80b68ef247e17c029c is 50, key is test_row_0/B:col10/1731588982695/Put/seqid=0 2024-11-14T12:56:23,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:23,975 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing c5c52b99221b41722a8fde12ce3a64ec 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-14T12:56:23,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=A 2024-11-14T12:56:23,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:23,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=B 2024-11-14T12:56:23,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:23,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=C 2024-11-14T12:56:23,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:23,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742191_1367 (size=4469) 2024-11-14T12:56:23,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742192_1368 (size=12104) 2024-11-14T12:56:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T12:56:23,989 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/453c109339834e80b68ef247e17c029c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/453c109339834e80b68ef247e17c029c 2024-11-14T12:56:23,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e3396b8c52c2470183b486b700a51bf3_c5c52b99221b41722a8fde12ce3a64ec is 50, key is test_row_0/A:col10/1731588982876/Put/seqid=0 2024-11-14T12:56:23,995 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/B of c5c52b99221b41722a8fde12ce3a64ec into 453c109339834e80b68ef247e17c029c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:23,995 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:23,995 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/B, priority=13, startTime=1731588983957; duration=0sec 2024-11-14T12:56:23,996 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:23,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742193_1369 (size=12154) 2024-11-14T12:56:23,996 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:B 2024-11-14T12:56:23,996 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:23,997 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31315 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:23,997 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/C is initiating minor compaction (all files) 2024-11-14T12:56:23,997 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/C in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:23,997 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/95afafb048ec4c98aab8499a21ce6cbc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/18511824eba449d794986c9dc8d84968, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/a07f1a414126442eafe38df9fab93043] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=30.6 K 2024-11-14T12:56:23,997 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 95afafb048ec4c98aab8499a21ce6cbc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731588979181 2024-11-14T12:56:23,997 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 18511824eba449d794986c9dc8d84968, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731588979302 2024-11-14T12:56:23,998 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting a07f1a414126442eafe38df9fab93043, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731588981502 2024-11-14T12:56:24,000 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e3396b8c52c2470183b486b700a51bf3_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e3396b8c52c2470183b486b700a51bf3_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:24,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/37a711408fc94b5e890ef042e9e9f821, store: [table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/37a711408fc94b5e890ef042e9e9f821 is 175, key is test_row_0/A:col10/1731588982876/Put/seqid=0 2024-11-14T12:56:24,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742194_1370 (size=30955) 2024-11-14T12:56:24,007 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#C#compaction#311 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:24,007 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/73cc5507b93943a2925282fcdee2740d is 50, key is test_row_0/C:col10/1731588982695/Put/seqid=0 2024-11-14T12:56:24,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742195_1371 (size=12104) 2024-11-14T12:56:24,018 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/73cc5507b93943a2925282fcdee2740d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/73cc5507b93943a2925282fcdee2740d 2024-11-14T12:56:24,022 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/C of c5c52b99221b41722a8fde12ce3a64ec into 73cc5507b93943a2925282fcdee2740d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:24,022 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:24,022 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/C, priority=13, startTime=1731588983957; duration=0sec 2024-11-14T12:56:24,022 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:24,022 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:C 2024-11-14T12:56:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:24,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589044074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:24,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589044076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:24,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:24,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:24,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:24,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589044184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:24,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:24,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:24,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:24,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589044194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:24,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:24,381 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#A#compaction#308 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:24,382 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/0636b01af74442ffb2d0448e4b20c4ff is 175, key is test_row_0/A:col10/1731588982695/Put/seqid=0 2024-11-14T12:56:24,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742196_1372 (size=31165) 2024-11-14T12:56:24,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589044394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:24,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:24,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:24,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:24,407 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/37a711408fc94b5e890ef042e9e9f821 2024-11-14T12:56:24,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/a86c71723d7d4015bfa9684827d88a64 is 50, key is test_row_0/B:col10/1731588982876/Put/seqid=0 2024-11-14T12:56:24,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742197_1373 (size=12001) 2024-11-14T12:56:24,419 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/a86c71723d7d4015bfa9684827d88a64 2024-11-14T12:56:24,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589044414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:24,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/70b44af390194cfead37898deeb97713 is 50, key is test_row_0/C:col10/1731588982876/Put/seqid=0 2024-11-14T12:56:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742198_1374 (size=12001) 2024-11-14T12:56:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T12:56:24,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589044714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:24,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589044734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:24,790 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/0636b01af74442ffb2d0448e4b20c4ff as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0636b01af74442ffb2d0448e4b20c4ff 2024-11-14T12:56:24,798 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/A of c5c52b99221b41722a8fde12ce3a64ec into 0636b01af74442ffb2d0448e4b20c4ff(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:24,798 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:24,798 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/A, priority=13, startTime=1731588983956; duration=0sec 2024-11-14T12:56:24,798 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:24,798 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:A 2024-11-14T12:56:24,833 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/70b44af390194cfead37898deeb97713 2024-11-14T12:56:24,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/37a711408fc94b5e890ef042e9e9f821 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/37a711408fc94b5e890ef042e9e9f821 2024-11-14T12:56:24,839 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/37a711408fc94b5e890ef042e9e9f821, entries=150, sequenceid=96, filesize=30.2 K 2024-11-14T12:56:24,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/a86c71723d7d4015bfa9684827d88a64 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/a86c71723d7d4015bfa9684827d88a64 2024-11-14T12:56:24,843 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/a86c71723d7d4015bfa9684827d88a64, entries=150, sequenceid=96, filesize=11.7 K 2024-11-14T12:56:24,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/70b44af390194cfead37898deeb97713 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/70b44af390194cfead37898deeb97713 2024-11-14T12:56:24,846 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/70b44af390194cfead37898deeb97713, entries=150, sequenceid=96, filesize=11.7 K 2024-11-14T12:56:24,847 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for c5c52b99221b41722a8fde12ce3a64ec in 872ms, sequenceid=96, compaction requested=false 2024-11-14T12:56:24,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:24,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:24,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-14T12:56:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-14T12:56:24,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-14T12:56:24,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4880 sec 2024-11-14T12:56:24,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.5050 sec 2024-11-14T12:56:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:25,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5c52b99221b41722a8fde12ce3a64ec 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T12:56:25,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=A 2024-11-14T12:56:25,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:25,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=B 2024-11-14T12:56:25,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:25,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=C 2024-11-14T12:56:25,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:25,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146eb2c11a4dbf48159b92dbb1b8788445_c5c52b99221b41722a8fde12ce3a64ec is 50, key is test_row_0/A:col10/1731588984074/Put/seqid=0 2024-11-14T12:56:25,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742199_1375 (size=14594) 2024-11-14T12:56:25,266 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:25,269 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146eb2c11a4dbf48159b92dbb1b8788445_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146eb2c11a4dbf48159b92dbb1b8788445_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:25,274 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/21940f872aef4f56a5045064c7d8e547, store: [table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:25,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/21940f872aef4f56a5045064c7d8e547 is 175, key is test_row_0/A:col10/1731588984074/Put/seqid=0 2024-11-14T12:56:25,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742200_1376 (size=39549) 2024-11-14T12:56:25,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588985296, max timestamp=1731588985336Num uniques 859; 2024-11-14T12:56:25,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:56:25,341 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731588985296, max timestamp=1731588985336Num uniques 859; 2024-11-14T12:56:25,341 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-14T12:56:25,341 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731588985296, max timestamp=1731588985336Num uniques 859; 2024-11-14T12:56:25,341 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-14T12:56:25,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589045469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:25,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589045476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:25,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:25,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:25,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:25,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:25,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:25,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T12:56:25,515 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:25,515 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:56:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-14T12:56:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T12:56:25,518 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:56:25,519 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:56:25,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:56:25,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589045594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:25,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589045594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T12:56:25,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T12:56:25,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:25,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:25,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:25,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:25,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:25,691 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=110, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/21940f872aef4f56a5045064c7d8e547 2024-11-14T12:56:25,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589045684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:25,692 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in c5c52b99221b41722a8fde12ce3a64ec of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:56:25,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:25,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:25,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:25,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/bd92f25437b647daa194cc22c2732b94 is 50, key is test_row_0/B:col10/1731588984074/Put/seqid=0 2024-11-14T12:56:25,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742201_1377 (size=12001) 2024-11-14T12:56:25,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589045814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:25,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589045814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:25,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T12:56:25,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:25,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:25,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:25,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:25,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T12:56:25,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T12:56:25,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:25,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:25,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:25,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:25,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:26,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/bd92f25437b647daa194cc22c2732b94 2024-11-14T12:56:26,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/7ba795def0134ae897efca6f6baf6172 is 50, key is test_row_0/C:col10/1731588984074/Put/seqid=0 2024-11-14T12:56:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742202_1378 (size=12001) 2024-11-14T12:56:26,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T12:56:26,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:26,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:26,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:26,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:26,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:26,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589046134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:26,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589046134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:26,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:26,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:26,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:26,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:26,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:26,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T12:56:26,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T12:56:26,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:26,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:26,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:26,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:26,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:26,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T12:56:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:26,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:26,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/7ba795def0134ae897efca6f6baf6172 2024-11-14T12:56:26,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/21940f872aef4f56a5045064c7d8e547 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/21940f872aef4f56a5045064c7d8e547 2024-11-14T12:56:26,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/21940f872aef4f56a5045064c7d8e547, entries=200, sequenceid=110, filesize=38.6 K 2024-11-14T12:56:26,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/bd92f25437b647daa194cc22c2732b94 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/bd92f25437b647daa194cc22c2732b94 2024-11-14T12:56:26,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/bd92f25437b647daa194cc22c2732b94, entries=150, sequenceid=110, filesize=11.7 K 2024-11-14T12:56:26,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/7ba795def0134ae897efca6f6baf6172 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7ba795def0134ae897efca6f6baf6172 2024-11-14T12:56:26,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7ba795def0134ae897efca6f6baf6172, entries=150, sequenceid=110, filesize=11.7 K 2024-11-14T12:56:26,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=126.68 KB/129720 for c5c52b99221b41722a8fde12ce3a64ec in 1297ms, sequenceid=110, compaction requested=true 2024-11-14T12:56:26,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:26,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:56:26,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:26,528 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:26,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:56:26,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:26,528 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:26,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:56:26,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:26,528 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:26,528 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:26,528 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/A is initiating minor compaction (all files) 2024-11-14T12:56:26,528 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/B is initiating minor compaction (all files) 2024-11-14T12:56:26,528 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/B in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:26,528 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/A in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:26,529 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/453c109339834e80b68ef247e17c029c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/a86c71723d7d4015bfa9684827d88a64, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/bd92f25437b647daa194cc22c2732b94] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=35.3 K 2024-11-14T12:56:26,529 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0636b01af74442ffb2d0448e4b20c4ff, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/37a711408fc94b5e890ef042e9e9f821, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/21940f872aef4f56a5045064c7d8e547] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=99.3 K 2024-11-14T12:56:26,529 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:26,529 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0636b01af74442ffb2d0448e4b20c4ff, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/37a711408fc94b5e890ef042e9e9f821, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/21940f872aef4f56a5045064c7d8e547] 2024-11-14T12:56:26,529 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 453c109339834e80b68ef247e17c029c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731588979305 2024-11-14T12:56:26,529 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0636b01af74442ffb2d0448e4b20c4ff, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731588979305 2024-11-14T12:56:26,529 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting a86c71723d7d4015bfa9684827d88a64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731588982855 2024-11-14T12:56:26,529 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37a711408fc94b5e890ef042e9e9f821, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731588982855 2024-11-14T12:56:26,529 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting bd92f25437b647daa194cc22c2732b94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731588984064 2024-11-14T12:56:26,529 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21940f872aef4f56a5045064c7d8e547, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731588984064 2024-11-14T12:56:26,535 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#B#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:26,535 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/db292ed4fdf2419994ac803af0ba7b7c is 50, key is test_row_0/B:col10/1731588984074/Put/seqid=0 2024-11-14T12:56:26,536 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:26,538 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114331af4d7bdde4d1a82233afd5ee4aa71_c5c52b99221b41722a8fde12ce3a64ec store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:26,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742203_1379 (size=12207) 2024-11-14T12:56:26,540 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114331af4d7bdde4d1a82233afd5ee4aa71_c5c52b99221b41722a8fde12ce3a64ec, store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:26,540 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114331af4d7bdde4d1a82233afd5ee4aa71_c5c52b99221b41722a8fde12ce3a64ec because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:26,541 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/db292ed4fdf2419994ac803af0ba7b7c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/db292ed4fdf2419994ac803af0ba7b7c 2024-11-14T12:56:26,545 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/B of c5c52b99221b41722a8fde12ce3a64ec into db292ed4fdf2419994ac803af0ba7b7c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:26,545 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:26,545 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/B, priority=13, startTime=1731588986528; duration=0sec 2024-11-14T12:56:26,545 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:26,545 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:B 2024-11-14T12:56:26,545 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:26,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742204_1380 (size=4469) 2024-11-14T12:56:26,547 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:26,547 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#A#compaction#318 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:26,547 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/C is initiating minor compaction (all files) 2024-11-14T12:56:26,547 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/C in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:26,547 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/73cc5507b93943a2925282fcdee2740d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/70b44af390194cfead37898deeb97713, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7ba795def0134ae897efca6f6baf6172] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=35.3 K 2024-11-14T12:56:26,547 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/0936a24a280443f2b6d4489b4d837f3f is 175, key is test_row_0/A:col10/1731588984074/Put/seqid=0 2024-11-14T12:56:26,547 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 73cc5507b93943a2925282fcdee2740d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731588979305 2024-11-14T12:56:26,548 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 70b44af390194cfead37898deeb97713, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731588982855 2024-11-14T12:56:26,548 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ba795def0134ae897efca6f6baf6172, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731588984064 2024-11-14T12:56:26,556 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#C#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:26,557 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/22967c28ef0242c5a1266b6eebaa735c is 50, key is test_row_0/C:col10/1731588984074/Put/seqid=0 2024-11-14T12:56:26,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742205_1381 (size=31161) 2024-11-14T12:56:26,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742206_1382 (size=12207) 2024-11-14T12:56:26,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T12:56:26,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:26,589 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing c5c52b99221b41722a8fde12ce3a64ec 3/3 column families, dataSize=126.68 KB heapSize=363.23 KB 2024-11-14T12:56:26,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=A 2024-11-14T12:56:26,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:26,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=B 2024-11-14T12:56:26,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:26,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=C 2024-11-14T12:56:26,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:26,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f39c79190d964d189e7f353b2f9430f1_c5c52b99221b41722a8fde12ce3a64ec is 50, key is test_row_0/A:col10/1731588985468/Put/seqid=0 2024-11-14T12:56:26,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742207_1383 (size=12304) 2024-11-14T12:56:26,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:26,608 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f39c79190d964d189e7f353b2f9430f1_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f39c79190d964d189e7f353b2f9430f1_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:26,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/fdf8c204ec8f45ecb2bd8cf72adbab73, store: [table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:26,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/fdf8c204ec8f45ecb2bd8cf72adbab73 is 175, key is test_row_0/A:col10/1731588985468/Put/seqid=0 2024-11-14T12:56:26,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742208_1384 (size=31105) 2024-11-14T12:56:26,617 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/fdf8c204ec8f45ecb2bd8cf72adbab73 2024-11-14T12:56:26,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/bf4d0bdddae64706a93649496dcfeb5a is 50, key is test_row_0/B:col10/1731588985468/Put/seqid=0 2024-11-14T12:56:26,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742209_1385 (size=12151) 2024-11-14T12:56:26,636 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/bf4d0bdddae64706a93649496dcfeb5a 2024-11-14T12:56:26,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/5b88c7fb21dc4d74a2ef1a66d525a03b is 50, key is test_row_0/C:col10/1731588985468/Put/seqid=0 2024-11-14T12:56:26,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742210_1386 (size=12151) 2024-11-14T12:56:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T12:56:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:26,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:26,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:26,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589046691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589046694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:26,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:26,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:26,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:26,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:26,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:26,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:26,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589046814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:26,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589046814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:26,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:26,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:26,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:26,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:26,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:26,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:26,969 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/0936a24a280443f2b6d4489b4d837f3f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0936a24a280443f2b6d4489b4d837f3f 2024-11-14T12:56:26,972 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/22967c28ef0242c5a1266b6eebaa735c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/22967c28ef0242c5a1266b6eebaa735c 2024-11-14T12:56:26,974 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/A of c5c52b99221b41722a8fde12ce3a64ec into 0936a24a280443f2b6d4489b4d837f3f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:26,974 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:26,974 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/A, priority=13, startTime=1731588986528; duration=0sec 2024-11-14T12:56:26,974 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:26,974 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:A 2024-11-14T12:56:26,976 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/C of c5c52b99221b41722a8fde12ce3a64ec into 22967c28ef0242c5a1266b6eebaa735c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:26,976 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:26,976 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/C, priority=13, startTime=1731588986528; duration=0sec 2024-11-14T12:56:26,976 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:26,976 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:C 2024-11-14T12:56:27,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589047034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:27,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:27,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589047034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:27,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:27,051 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/5b88c7fb21dc4d74a2ef1a66d525a03b 2024-11-14T12:56:27,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/fdf8c204ec8f45ecb2bd8cf72adbab73 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/fdf8c204ec8f45ecb2bd8cf72adbab73 2024-11-14T12:56:27,058 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/fdf8c204ec8f45ecb2bd8cf72adbab73, entries=150, sequenceid=147, filesize=30.4 K 2024-11-14T12:56:27,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/bf4d0bdddae64706a93649496dcfeb5a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/bf4d0bdddae64706a93649496dcfeb5a 2024-11-14T12:56:27,062 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/bf4d0bdddae64706a93649496dcfeb5a, entries=150, sequenceid=147, filesize=11.9 K 2024-11-14T12:56:27,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/5b88c7fb21dc4d74a2ef1a66d525a03b as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/5b88c7fb21dc4d74a2ef1a66d525a03b 2024-11-14T12:56:27,067 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/5b88c7fb21dc4d74a2ef1a66d525a03b, entries=150, sequenceid=147, filesize=11.9 K 2024-11-14T12:56:27,068 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~126.68 KB/129720, heapSize ~363.19 KB/371904, currentSize=53.67 KB/54960 for c5c52b99221b41722a8fde12ce3a64ec in 480ms, sequenceid=147, compaction requested=false 2024-11-14T12:56:27,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:27,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:27,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-14T12:56:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-14T12:56:27,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-14T12:56:27,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5510 sec 2024-11-14T12:56:27,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.5570 sec 2024-11-14T12:56:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:27,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5c52b99221b41722a8fde12ce3a64ec 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T12:56:27,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=A 2024-11-14T12:56:27,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:27,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=B 2024-11-14T12:56:27,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:27,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=C 2024-11-14T12:56:27,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:27,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143c3678c19b5f4924900e40be38b14e6d_c5c52b99221b41722a8fde12ce3a64ec is 50, key is test_row_0/A:col10/1731588986692/Put/seqid=0 2024-11-14T12:56:27,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742211_1387 (size=14794) 2024-11-14T12:56:27,371 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:27,374 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143c3678c19b5f4924900e40be38b14e6d_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143c3678c19b5f4924900e40be38b14e6d_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:27,375 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/074f6cb6633742e2bb95ec74730d30c7, store: [table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:27,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/074f6cb6633742e2bb95ec74730d30c7 is 175, key is test_row_0/A:col10/1731588986692/Put/seqid=0 2024-11-14T12:56:27,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742212_1388 (size=39749) 2024-11-14T12:56:27,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589047433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:27,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:27,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589047438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:27,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:27,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589047544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:27,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:27,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57614 deadline: 1731589047555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:27,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589047555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:27,562 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in c5c52b99221b41722a8fde12ce3a64ec of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:56:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:27,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57634 deadline: 1731589047594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:27,607 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_1' in c5c52b99221b41722a8fde12ce3a64ec of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8280 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:56:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T12:56:27,674 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:27,675 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:56:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-14T12:56:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T12:56:27,676 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:56:27,677 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:56:27,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:56:27,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589047764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:27,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589047764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:27,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:27,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T12:56:27,794 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/074f6cb6633742e2bb95ec74730d30c7 2024-11-14T12:56:27,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/dac0c972d503459595ef54a70530e201 is 50, key is test_row_0/B:col10/1731588986692/Put/seqid=0 2024-11-14T12:56:27,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742213_1389 (size=12151) 2024-11-14T12:56:27,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T12:56:27,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:27,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:27,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:27,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:27,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:27,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T12:56:27,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:27,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:27,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:27,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:27,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T12:56:28,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589048075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:28,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589048075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:28,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T12:56:28,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:28,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:28,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:28,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:28,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:28,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/dac0c972d503459595ef54a70530e201 2024-11-14T12:56:28,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/971a50a4505447419fc5209e9e78b527 is 50, key is test_row_0/C:col10/1731588986692/Put/seqid=0 2024-11-14T12:56:28,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742214_1390 (size=12151) 2024-11-14T12:56:28,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T12:56:28,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:28,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:28,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:28,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:28,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T12:56:28,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T12:56:28,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:28,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:28,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:28,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:28,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:28,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T12:56:28,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:28,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:28,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:28,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:28,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:28,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589048594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:28,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589048594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:28,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/971a50a4505447419fc5209e9e78b527 2024-11-14T12:56:28,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/074f6cb6633742e2bb95ec74730d30c7 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/074f6cb6633742e2bb95ec74730d30c7 2024-11-14T12:56:28,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/074f6cb6633742e2bb95ec74730d30c7, entries=200, sequenceid=161, filesize=38.8 K 2024-11-14T12:56:28,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/dac0c972d503459595ef54a70530e201 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/dac0c972d503459595ef54a70530e201 2024-11-14T12:56:28,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/dac0c972d503459595ef54a70530e201, entries=150, sequenceid=161, filesize=11.9 K 2024-11-14T12:56:28,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/971a50a4505447419fc5209e9e78b527 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/971a50a4505447419fc5209e9e78b527 2024-11-14T12:56:28,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/971a50a4505447419fc5209e9e78b527, entries=150, sequenceid=161, filesize=11.9 K 2024-11-14T12:56:28,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for c5c52b99221b41722a8fde12ce3a64ec in 1291ms, sequenceid=161, compaction requested=true 2024-11-14T12:56:28,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:28,642 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:28,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:56:28,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:28,643 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:28,643 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:28,643 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/A is initiating minor compaction (all files) 2024-11-14T12:56:28,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:56:28,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:28,643 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/A in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:28,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:56:28,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:28,643 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0936a24a280443f2b6d4489b4d837f3f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/fdf8c204ec8f45ecb2bd8cf72adbab73, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/074f6cb6633742e2bb95ec74730d30c7] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=99.6 K 2024-11-14T12:56:28,643 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:28,643 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0936a24a280443f2b6d4489b4d837f3f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/fdf8c204ec8f45ecb2bd8cf72adbab73, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/074f6cb6633742e2bb95ec74730d30c7] 2024-11-14T12:56:28,644 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0936a24a280443f2b6d4489b4d837f3f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731588984064 2024-11-14T12:56:28,644 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:28,644 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/B is initiating minor compaction (all files) 2024-11-14T12:56:28,644 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/B in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:28,644 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/db292ed4fdf2419994ac803af0ba7b7c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/bf4d0bdddae64706a93649496dcfeb5a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/dac0c972d503459595ef54a70530e201] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=35.7 K 2024-11-14T12:56:28,644 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdf8c204ec8f45ecb2bd8cf72adbab73, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731588985436 2024-11-14T12:56:28,644 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting db292ed4fdf2419994ac803af0ba7b7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731588984064 2024-11-14T12:56:28,645 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 074f6cb6633742e2bb95ec74730d30c7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731588986662 2024-11-14T12:56:28,645 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting bf4d0bdddae64706a93649496dcfeb5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731588985436 2024-11-14T12:56:28,645 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting dac0c972d503459595ef54a70530e201, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731588986662 2024-11-14T12:56:28,649 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:28,657 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#B#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:28,658 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/e86955a254ba49519b2d6c5d0554ebc6 is 50, key is test_row_0/B:col10/1731588986692/Put/seqid=0 2024-11-14T12:56:28,659 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114d76252f02b994e34830ff469ae68ca81_c5c52b99221b41722a8fde12ce3a64ec store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:28,661 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114d76252f02b994e34830ff469ae68ca81_c5c52b99221b41722a8fde12ce3a64ec, store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:28,661 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d76252f02b994e34830ff469ae68ca81_c5c52b99221b41722a8fde12ce3a64ec because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:28,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742215_1391 (size=12459) 2024-11-14T12:56:28,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742216_1392 (size=4469) 2024-11-14T12:56:28,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T12:56:28,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:28,746 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing c5c52b99221b41722a8fde12ce3a64ec 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T12:56:28,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=A 2024-11-14T12:56:28,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:28,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=B 2024-11-14T12:56:28,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:28,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=C 2024-11-14T12:56:28,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:28,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111436c567894dc84a249a6f1220bcc93f3d_c5c52b99221b41722a8fde12ce3a64ec is 50, key is test_row_0/A:col10/1731588987436/Put/seqid=0 2024-11-14T12:56:28,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742217_1393 (size=12304) 2024-11-14T12:56:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T12:56:29,082 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/e86955a254ba49519b2d6c5d0554ebc6 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/e86955a254ba49519b2d6c5d0554ebc6 2024-11-14T12:56:29,086 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/B of c5c52b99221b41722a8fde12ce3a64ec into e86955a254ba49519b2d6c5d0554ebc6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:29,086 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:29,087 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/B, priority=13, startTime=1731588988643; duration=0sec 2024-11-14T12:56:29,087 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:29,087 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:B 2024-11-14T12:56:29,087 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:29,088 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:29,088 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/C is initiating minor compaction (all files) 2024-11-14T12:56:29,088 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/C in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:29,088 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/22967c28ef0242c5a1266b6eebaa735c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/5b88c7fb21dc4d74a2ef1a66d525a03b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/971a50a4505447419fc5209e9e78b527] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=35.7 K 2024-11-14T12:56:29,088 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 22967c28ef0242c5a1266b6eebaa735c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731588984064 2024-11-14T12:56:29,088 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b88c7fb21dc4d74a2ef1a66d525a03b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731588985436 2024-11-14T12:56:29,089 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 971a50a4505447419fc5209e9e78b527, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731588986662 2024-11-14T12:56:29,096 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#C#compaction#329 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:29,096 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#A#compaction#326 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:29,096 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/ae26e836bc8e401eafb951f866df0ec1 is 50, key is test_row_0/C:col10/1731588986692/Put/seqid=0 2024-11-14T12:56:29,097 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/58b386fbbd664a3c9f6b107165fa0b3f is 175, key is test_row_0/A:col10/1731588986692/Put/seqid=0 2024-11-14T12:56:29,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742218_1394 (size=12459) 2024-11-14T12:56:29,121 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/ae26e836bc8e401eafb951f866df0ec1 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/ae26e836bc8e401eafb951f866df0ec1 2024-11-14T12:56:29,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742219_1395 (size=31413) 2024-11-14T12:56:29,131 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/C of c5c52b99221b41722a8fde12ce3a64ec into ae26e836bc8e401eafb951f866df0ec1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:29,131 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:29,133 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/C, priority=13, startTime=1731588988643; duration=0sec 2024-11-14T12:56:29,133 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:29,133 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:C 2024-11-14T12:56:29,139 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/58b386fbbd664a3c9f6b107165fa0b3f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/58b386fbbd664a3c9f6b107165fa0b3f 2024-11-14T12:56:29,144 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/A of c5c52b99221b41722a8fde12ce3a64ec into 58b386fbbd664a3c9f6b107165fa0b3f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:29,144 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:29,144 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/A, priority=13, startTime=1731588988642; duration=0sec 2024-11-14T12:56:29,144 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:29,144 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:A 2024-11-14T12:56:29,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,163 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111436c567894dc84a249a6f1220bcc93f3d_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111436c567894dc84a249a6f1220bcc93f3d_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:29,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/6a190fe15ac6413d8537dc6b82fdff03, store: [table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:29,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/6a190fe15ac6413d8537dc6b82fdff03 is 175, key is test_row_0/A:col10/1731588987436/Put/seqid=0 2024-11-14T12:56:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742220_1396 (size=31105) 2024-11-14T12:56:29,174 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=181, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/6a190fe15ac6413d8537dc6b82fdff03 2024-11-14T12:56:29,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/42c2a47aedda4ca099a37c7d515a6f8c is 50, key is test_row_0/B:col10/1731588987436/Put/seqid=0 2024-11-14T12:56:29,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742221_1397 (size=12151) 2024-11-14T12:56:29,203 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/42c2a47aedda4ca099a37c7d515a6f8c 2024-11-14T12:56:29,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/48b79f39ba174ddc8cd78708535d44fe is 50, key is test_row_0/C:col10/1731588987436/Put/seqid=0 2024-11-14T12:56:29,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742222_1398 (size=12151) 2024-11-14T12:56:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:29,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:29,621 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/48b79f39ba174ddc8cd78708535d44fe 2024-11-14T12:56:29,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/6a190fe15ac6413d8537dc6b82fdff03 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/6a190fe15ac6413d8537dc6b82fdff03 2024-11-14T12:56:29,629 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/6a190fe15ac6413d8537dc6b82fdff03, entries=150, sequenceid=181, filesize=30.4 K 2024-11-14T12:56:29,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/42c2a47aedda4ca099a37c7d515a6f8c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/42c2a47aedda4ca099a37c7d515a6f8c 2024-11-14T12:56:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,634 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/42c2a47aedda4ca099a37c7d515a6f8c, entries=150, sequenceid=181, filesize=11.9 K 2024-11-14T12:56:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/48b79f39ba174ddc8cd78708535d44fe as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/48b79f39ba174ddc8cd78708535d44fe 2024-11-14T12:56:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,648 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/48b79f39ba174ddc8cd78708535d44fe, entries=150, sequenceid=181, filesize=11.9 K 2024-11-14T12:56:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,649 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=26.84 KB/27480 for c5c52b99221b41722a8fde12ce3a64ec in 904ms, sequenceid=181, compaction requested=false 2024-11-14T12:56:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:29,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:29,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-14T12:56:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-14T12:56:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-14T12:56:29,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9730 sec 2024-11-14T12:56:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.9780 sec 2024-11-14T12:56:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:29,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5c52b99221b41722a8fde12ce3a64ec 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:56:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=A 2024-11-14T12:56:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=B 2024-11-14T12:56:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=C 2024-11-14T12:56:29,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:29,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e1acae9fdcdb4280ac02f8b40eb6dffa_c5c52b99221b41722a8fde12ce3a64ec is 50, key is test_row_0/A:col10/1731588989623/Put/seqid=0 2024-11-14T12:56:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742223_1399 (size=19774) 2024-11-14T12:56:29,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731588989736, max timestamp=1731588989752Num uniques 859; 2024-11-14T12:56:29,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588989736, max timestamp=1731588989752Num uniques 859; 2024-11-14T12:56:29,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:56:29,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T12:56:29,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588989736, max timestamp=1731588989752Num uniques 859; 2024-11-14T12:56:29,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:56:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T12:56:29,825 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:29,825 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:56:29,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589049810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-14T12:56:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:29,827 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:56:29,828 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:56:29,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:56:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T12:56:29,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589049811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:29,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589049821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T12:56:29,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589049934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:29,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:29,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:29,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:29,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589049934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:29,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:29,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:29,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:29,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589049934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:29,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:29,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:29,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:29,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T12:56:29,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:29,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:29,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:29,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:29,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,117 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:30,120 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e1acae9fdcdb4280ac02f8b40eb6dffa_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e1acae9fdcdb4280ac02f8b40eb6dffa_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:30,121 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/f43f78b899514dbe876bdbb14328ac10, store: [table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:30,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/f43f78b899514dbe876bdbb14328ac10 is 175, key is test_row_0/A:col10/1731588989623/Put/seqid=0 2024-11-14T12:56:30,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742224_1400 (size=57033) 2024-11-14T12:56:30,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T12:56:30,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:30,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:30,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:30,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T12:56:30,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589050155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:30,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589050155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:30,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:30,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:30,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:30,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589050155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:30,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:30,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:30,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:30,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T12:56:30,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:30,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:30,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:30,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T12:56:30,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:30,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:30,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:30,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T12:56:30,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589050474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:30,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589050475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:30,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589050475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:30,525 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/f43f78b899514dbe876bdbb14328ac10 2024-11-14T12:56:30,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/9cf8ec1e7a024222bc4b656209256469 is 50, key is test_row_0/B:col10/1731588989623/Put/seqid=0 2024-11-14T12:56:30,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742225_1401 (size=12151) 2024-11-14T12:56:30,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/9cf8ec1e7a024222bc4b656209256469 2024-11-14T12:56:30,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/7adf45bf9b2e4d5a882245f22ff553a8 is 50, key is test_row_0/C:col10/1731588989623/Put/seqid=0 2024-11-14T12:56:30,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742226_1402 (size=12151) 2024-11-14T12:56:30,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T12:56:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:30,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T12:56:30,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:30,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:30,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:30,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T12:56:30,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:30,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:30,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/7adf45bf9b2e4d5a882245f22ff553a8 2024-11-14T12:56:30,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/f43f78b899514dbe876bdbb14328ac10 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/f43f78b899514dbe876bdbb14328ac10 2024-11-14T12:56:30,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/f43f78b899514dbe876bdbb14328ac10, entries=300, sequenceid=194, filesize=55.7 K 2024-11-14T12:56:30,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/9cf8ec1e7a024222bc4b656209256469 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/9cf8ec1e7a024222bc4b656209256469 2024-11-14T12:56:30,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/9cf8ec1e7a024222bc4b656209256469, entries=150, sequenceid=194, filesize=11.9 K 2024-11-14T12:56:30,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/7adf45bf9b2e4d5a882245f22ff553a8 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7adf45bf9b2e4d5a882245f22ff553a8 2024-11-14T12:56:30,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7adf45bf9b2e4d5a882245f22ff553a8, entries=150, sequenceid=194, filesize=11.9 K 2024-11-14T12:56:30,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.42 KB/139690 for c5c52b99221b41722a8fde12ce3a64ec in 1278ms, sequenceid=194, compaction requested=true 2024-11-14T12:56:30,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:30,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:56:30,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:30,957 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:30,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:56:30,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:30,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:56:30,957 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:30,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:30,957 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:30,957 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:30,957 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/A is initiating minor compaction (all files) 2024-11-14T12:56:30,957 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/B is initiating minor compaction (all files) 2024-11-14T12:56:30,958 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/B in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:30,958 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/A in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:30,958 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/e86955a254ba49519b2d6c5d0554ebc6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/42c2a47aedda4ca099a37c7d515a6f8c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/9cf8ec1e7a024222bc4b656209256469] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=35.9 K 2024-11-14T12:56:30,958 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/58b386fbbd664a3c9f6b107165fa0b3f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/6a190fe15ac6413d8537dc6b82fdff03, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/f43f78b899514dbe876bdbb14328ac10] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=116.7 K 2024-11-14T12:56:30,958 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:30,958 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/58b386fbbd664a3c9f6b107165fa0b3f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/6a190fe15ac6413d8537dc6b82fdff03, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/f43f78b899514dbe876bdbb14328ac10] 2024-11-14T12:56:30,958 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting e86955a254ba49519b2d6c5d0554ebc6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731588986662 2024-11-14T12:56:30,958 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58b386fbbd664a3c9f6b107165fa0b3f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731588986662 2024-11-14T12:56:30,958 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 42c2a47aedda4ca099a37c7d515a6f8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731588987424 2024-11-14T12:56:30,958 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a190fe15ac6413d8537dc6b82fdff03, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731588987424 2024-11-14T12:56:30,958 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cf8ec1e7a024222bc4b656209256469, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731588989623 2024-11-14T12:56:30,958 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting f43f78b899514dbe876bdbb14328ac10, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731588989623 2024-11-14T12:56:30,964 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T12:56:30,965 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#B#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:30,966 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114f8b0eb4fd0d1415f858d533c70d1c304_c5c52b99221b41722a8fde12ce3a64ec store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:30,966 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/80f48b7ee9d34f93a071169d18132cc0 is 50, key is test_row_0/B:col10/1731588989623/Put/seqid=0 2024-11-14T12:56:30,967 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114f8b0eb4fd0d1415f858d533c70d1c304_c5c52b99221b41722a8fde12ce3a64ec, store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:30,967 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f8b0eb4fd0d1415f858d533c70d1c304_c5c52b99221b41722a8fde12ce3a64ec because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:30,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742227_1403 (size=12561) 2024-11-14T12:56:30,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742228_1404 (size=4469) 2024-11-14T12:56:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:31,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5c52b99221b41722a8fde12ce3a64ec 3/3 column families, dataSize=143.13 KB heapSize=405.30 KB 2024-11-14T12:56:31,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=A 2024-11-14T12:56:31,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T12:56:31,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=B 2024-11-14T12:56:31,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T12:56:31,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=C 2024-11-14T12:56:31,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T12:56:31,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a09bdbea773341ee9d1a9598a6f44e21_c5c52b99221b41722a8fde12ce3a64ec is 50, key is test_row_0/A:col10/1731588990999/Put/seqid=0 2024-11-14T12:56:31,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742229_1405 (size=17284) 2024-11-14T12:56:31,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589051017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:31,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:31,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589051018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:31,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589051018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:31,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:31,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:31,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T12:56:31,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:31,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:31,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:31,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589051124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:31,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:31,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589051134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589051135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:31,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T12:56:31,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:31,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:31,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:31,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589051344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:31,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:31,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589051344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:31,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:31,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:31,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589051344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:31,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:31,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T12:56:31,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:31,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:31,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:31,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,376 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#A#compaction#336 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:31,376 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/f8d71bf4e05c46afbdb0de53ffc72374 is 175, key is test_row_0/A:col10/1731588989623/Put/seqid=0 2024-11-14T12:56:31,377 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/80f48b7ee9d34f93a071169d18132cc0 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/80f48b7ee9d34f93a071169d18132cc0 2024-11-14T12:56:31,381 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/B of c5c52b99221b41722a8fde12ce3a64ec into 80f48b7ee9d34f93a071169d18132cc0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:31,381 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:31,381 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/B, priority=13, startTime=1731588990957; duration=0sec 2024-11-14T12:56:31,381 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:31,381 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:B 2024-11-14T12:56:31,381 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:31,382 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:31,382 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/C is initiating minor compaction (all files) 2024-11-14T12:56:31,382 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/C in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:31,382 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/ae26e836bc8e401eafb951f866df0ec1, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/48b79f39ba174ddc8cd78708535d44fe, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7adf45bf9b2e4d5a882245f22ff553a8] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=35.9 K 2024-11-14T12:56:31,382 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting ae26e836bc8e401eafb951f866df0ec1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731588986662 2024-11-14T12:56:31,383 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 48b79f39ba174ddc8cd78708535d44fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731588987424 2024-11-14T12:56:31,383 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 7adf45bf9b2e4d5a882245f22ff553a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731588989623 2024-11-14T12:56:31,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742230_1406 (size=31515) 2024-11-14T12:56:31,393 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#C#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:31,393 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/8c6a053cba3847748484118472faafbc is 50, key is test_row_0/C:col10/1731588989623/Put/seqid=0 2024-11-14T12:56:31,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742231_1407 (size=12561) 2024-11-14T12:56:31,406 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/8c6a053cba3847748484118472faafbc as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/8c6a053cba3847748484118472faafbc 2024-11-14T12:56:31,410 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/C of c5c52b99221b41722a8fde12ce3a64ec into 8c6a053cba3847748484118472faafbc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:31,410 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:31,410 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/C, priority=13, startTime=1731588990957; duration=0sec 2024-11-14T12:56:31,410 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:31,410 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:C 2024-11-14T12:56:31,414 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:31,419 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a09bdbea773341ee9d1a9598a6f44e21_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a09bdbea773341ee9d1a9598a6f44e21_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:31,419 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/3b37a82aed824d0595b81dbd2355c5cc, store: [table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:31,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/3b37a82aed824d0595b81dbd2355c5cc is 175, key is test_row_0/A:col10/1731588990999/Put/seqid=0 2024-11-14T12:56:31,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742232_1408 (size=48389) 2024-11-14T12:56:31,424 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/3b37a82aed824d0595b81dbd2355c5cc 2024-11-14T12:56:31,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/995185de7f9d49f9a4e832e7f2a784ba is 50, key is test_row_0/B:col10/1731588990999/Put/seqid=0 2024-11-14T12:56:31,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742233_1409 (size=12151) 2024-11-14T12:56:31,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/995185de7f9d49f9a4e832e7f2a784ba 2024-11-14T12:56:31,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/a73e95c5169a4ec29aa4dc0ceccc755b is 50, key is test_row_0/C:col10/1731588990999/Put/seqid=0 2024-11-14T12:56:31,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742234_1410 (size=12151) 2024-11-14T12:56:31,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T12:56:31,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:31,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:31,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:31,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T12:56:31,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:31,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:31,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:31,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:31,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589051654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:31,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:31,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589051655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:31,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589051655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:31,795 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/f8d71bf4e05c46afbdb0de53ffc72374 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/f8d71bf4e05c46afbdb0de53ffc72374 2024-11-14T12:56:31,799 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/A of c5c52b99221b41722a8fde12ce3a64ec into f8d71bf4e05c46afbdb0de53ffc72374(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:31,799 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:31,799 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/A, priority=13, startTime=1731588990957; duration=0sec 2024-11-14T12:56:31,799 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:31,799 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:A 2024-11-14T12:56:31,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T12:56:31,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:31,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:31,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:31,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:31,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/a73e95c5169a4ec29aa4dc0ceccc755b 2024-11-14T12:56:31,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/3b37a82aed824d0595b81dbd2355c5cc as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/3b37a82aed824d0595b81dbd2355c5cc 2024-11-14T12:56:31,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/3b37a82aed824d0595b81dbd2355c5cc, entries=250, sequenceid=232, filesize=47.3 K 2024-11-14T12:56:31,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/995185de7f9d49f9a4e832e7f2a784ba as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/995185de7f9d49f9a4e832e7f2a784ba 2024-11-14T12:56:31,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/995185de7f9d49f9a4e832e7f2a784ba, entries=150, sequenceid=232, filesize=11.9 K 2024-11-14T12:56:31,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/a73e95c5169a4ec29aa4dc0ceccc755b as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/a73e95c5169a4ec29aa4dc0ceccc755b 2024-11-14T12:56:31,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/a73e95c5169a4ec29aa4dc0ceccc755b, entries=150, sequenceid=232, filesize=11.9 K 2024-11-14T12:56:31,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~149.83 KB/153430, heapSize ~425.88 KB/436096, currentSize=33.54 KB/34350 for c5c52b99221b41722a8fde12ce3a64ec in 865ms, sequenceid=232, compaction requested=false 2024-11-14T12:56:31,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:31,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T12:56:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:31,969 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing c5c52b99221b41722a8fde12ce3a64ec 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-14T12:56:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=A 2024-11-14T12:56:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=B 2024-11-14T12:56:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=C 2024-11-14T12:56:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:31,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140c1011be5e794b268582b816c1707c85_c5c52b99221b41722a8fde12ce3a64ec is 50, key is test_row_0/A:col10/1731588991015/Put/seqid=0 2024-11-14T12:56:31,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742235_1411 (size=12304) 2024-11-14T12:56:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T12:56:32,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:32,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588992199, max timestamp=1731588992215Num uniques 859; 2024-11-14T12:56:32,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:56:32,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588992199, max timestamp=1731588992215Num uniques 859; 2024-11-14T12:56:32,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:56:32,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731588992199, max timestamp=1731588992215Num uniques 859; 2024-11-14T12:56:32,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:56:32,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731588992252, max timestamp=1731588992287Num uniques 1018; 2024-11-14T12:56:32,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731588992252, max timestamp=1731588992287Num uniques 1018; 2024-11-14T12:56:32,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-14T12:56:32,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-14T12:56:32,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731588992252, max timestamp=1731588992287Num uniques 1018; 2024-11-14T12:56:32,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-14T12:56:32,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589052364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:32,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731588992318, max timestamp=1731588992364Num uniques 1077; 2024-11-14T12:56:32,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-14T12:56:32,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731588992318, max timestamp=1731588992364Num uniques 1077; 2024-11-14T12:56:32,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731588992318, max timestamp=1731588992364Num uniques 1077; 2024-11-14T12:56:32,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-14T12:56:32,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-14T12:56:32,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:32,387 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140c1011be5e794b268582b816c1707c85_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140c1011be5e794b268582b816c1707c85_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:32,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/7ef61346203442ba86274364cf27b388, store: [table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:32,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/7ef61346203442ba86274364cf27b388 is 175, key is test_row_0/A:col10/1731588991015/Put/seqid=0 2024-11-14T12:56:32,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742236_1412 (size=31105) 2024-11-14T12:56:32,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589052449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:32,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589052454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:32,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:32,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589052474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:32,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589052564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:32,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589052574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:32,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:32,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589052684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:32,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589052774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:32,792 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/7ef61346203442ba86274364cf27b388 2024-11-14T12:56:32,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/d069b45a600f49269d28f1093acf6e26 is 50, key is test_row_0/B:col10/1731588991015/Put/seqid=0 2024-11-14T12:56:32,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742237_1413 (size=12151) 2024-11-14T12:56:32,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589052794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:32,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:32,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:33,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589053004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:33,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589053094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:33,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589053114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:33,201 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/d069b45a600f49269d28f1093acf6e26 2024-11-14T12:56:33,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/40409531433747d9b9dc74900bc96781 is 50, key is test_row_0/C:col10/1731588991015/Put/seqid=0 2024-11-14T12:56:33,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742238_1414 (size=12151) 2024-11-14T12:56:33,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589053524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:33,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:33,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589053604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:33,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:33,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:33,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:33,614 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/40409531433747d9b9dc74900bc96781 2024-11-14T12:56:33,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/7ef61346203442ba86274364cf27b388 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/7ef61346203442ba86274364cf27b388 2024-11-14T12:56:33,620 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/7ef61346203442ba86274364cf27b388, entries=150, sequenceid=243, filesize=30.4 K 2024-11-14T12:56:33,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/d069b45a600f49269d28f1093acf6e26 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/d069b45a600f49269d28f1093acf6e26 2024-11-14T12:56:33,625 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/d069b45a600f49269d28f1093acf6e26, entries=150, sequenceid=243, filesize=11.9 K 2024-11-14T12:56:33,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/40409531433747d9b9dc74900bc96781 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/40409531433747d9b9dc74900bc96781 2024-11-14T12:56:33,628 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/40409531433747d9b9dc74900bc96781, entries=150, sequenceid=243, filesize=11.9 K 2024-11-14T12:56:33,629 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for c5c52b99221b41722a8fde12ce3a64ec in 1660ms, sequenceid=243, compaction requested=true 2024-11-14T12:56:33,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:33,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:33,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-14T12:56:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-14T12:56:33,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-14T12:56:33,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8020 sec 2024-11-14T12:56:33,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 3.8070 sec 2024-11-14T12:56:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:33,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5c52b99221b41722a8fde12ce3a64ec 3/3 column families, dataSize=154.31 KB heapSize=434.39 KB 2024-11-14T12:56:33,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=A 2024-11-14T12:56:33,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T12:56:33,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=B 2024-11-14T12:56:33,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T12:56:33,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=C 2024-11-14T12:56:33,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T12:56:33,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ca5e2546ca52446aa9f6495bef6fa9c0_c5c52b99221b41722a8fde12ce3a64ec is 50, key is test_row_0/A:col10/1731588993636/Put/seqid=0 2024-11-14T12:56:33,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742239_1415 (size=14994) 2024-11-14T12:56:33,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589053686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:33,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:33,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:33,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:33,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589053794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:33,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:33,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:33,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:34,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T12:56:34,004 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:34,005 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:56:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-14T12:56:34,006 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:56:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T12:56:34,007 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:56:34,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:56:34,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589054004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:34,053 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:34,055 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ca5e2546ca52446aa9f6495bef6fa9c0_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ca5e2546ca52446aa9f6495bef6fa9c0_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:34,056 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/0827c24ed02f481bbd88af78509778d5, store: [table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:34,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/0827c24ed02f481bbd88af78509778d5 is 175, key is test_row_0/A:col10/1731588993636/Put/seqid=0 2024-11-14T12:56:34,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742240_1416 (size=39949) 2024-11-14T12:56:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T12:56:34,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T12:56:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:34,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T12:56:34,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:34,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:34,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:34,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T12:56:34,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589054324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:34,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:34,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:34,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:34,460 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/0827c24ed02f481bbd88af78509778d5 2024-11-14T12:56:34,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T12:56:34,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:34,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:34,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:34,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/541722e757a0446d8c0b6e39ff354122 is 50, key is test_row_0/B:col10/1731588993636/Put/seqid=0 2024-11-14T12:56:34,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742241_1417 (size=12301) 2024-11-14T12:56:34,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589054544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:34,551 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_1' in c5c52b99221b41722a8fde12ce3a64ec of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:56:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:34,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T12:56:34,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:34,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:34,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:34,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589054624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:34,632 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_2' in c5c52b99221b41722a8fde12ce3a64ec of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:56:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T12:56:34,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T12:56:34,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:34,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:34,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:34,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589054834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:34,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/541722e757a0446d8c0b6e39ff354122 2024-11-14T12:56:34,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/569563b2c5364deabec03fdc3c376a8d is 50, key is test_row_0/C:col10/1731588993636/Put/seqid=0 2024-11-14T12:56:34,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742242_1418 (size=12301) 2024-11-14T12:56:34,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T12:56:34,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:34,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:34,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:34,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:35,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T12:56:35,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:35,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:35,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:35,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:35,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T12:56:35,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T12:56:35,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:35,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:35,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:35,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:35,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:35,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/569563b2c5364deabec03fdc3c376a8d 2024-11-14T12:56:35,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/0827c24ed02f481bbd88af78509778d5 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0827c24ed02f481bbd88af78509778d5 2024-11-14T12:56:35,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0827c24ed02f481bbd88af78509778d5, entries=200, sequenceid=315, filesize=39.0 K 2024-11-14T12:56:35,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/541722e757a0446d8c0b6e39ff354122 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/541722e757a0446d8c0b6e39ff354122 2024-11-14T12:56:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/541722e757a0446d8c0b6e39ff354122, entries=150, sequenceid=315, filesize=12.0 K 2024-11-14T12:56:35,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/569563b2c5364deabec03fdc3c376a8d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/569563b2c5364deabec03fdc3c376a8d 2024-11-14T12:56:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/569563b2c5364deabec03fdc3c376a8d, entries=150, sequenceid=315, filesize=12.0 K 2024-11-14T12:56:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~434.34 KB/444768, currentSize=26.84 KB/27480 for c5c52b99221b41722a8fde12ce3a64ec in 1665ms, sequenceid=315, compaction requested=true 2024-11-14T12:56:35,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:56:35,305 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:56:35,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:35,305 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:56:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:56:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:35,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:56:35,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,306 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150958 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:56:35,306 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/A is initiating minor compaction (all files) 2024-11-14T12:56:35,306 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49164 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:56:35,306 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/B is initiating minor compaction (all files) 2024-11-14T12:56:35,306 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/A in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:35,306 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/B in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:35,306 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/80f48b7ee9d34f93a071169d18132cc0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/995185de7f9d49f9a4e832e7f2a784ba, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/d069b45a600f49269d28f1093acf6e26, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/541722e757a0446d8c0b6e39ff354122] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=48.0 K 2024-11-14T12:56:35,306 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/f8d71bf4e05c46afbdb0de53ffc72374, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/3b37a82aed824d0595b81dbd2355c5cc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/7ef61346203442ba86274364cf27b388, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0827c24ed02f481bbd88af78509778d5] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=147.4 K 2024-11-14T12:56:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,306 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:35,306 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/f8d71bf4e05c46afbdb0de53ffc72374, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/3b37a82aed824d0595b81dbd2355c5cc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/7ef61346203442ba86274364cf27b388, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0827c24ed02f481bbd88af78509778d5] 2024-11-14T12:56:35,306 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 80f48b7ee9d34f93a071169d18132cc0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731588989623 2024-11-14T12:56:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,307 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8d71bf4e05c46afbdb0de53ffc72374, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731588989623 2024-11-14T12:56:35,307 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 995185de7f9d49f9a4e832e7f2a784ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731588989819 2024-11-14T12:56:35,307 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b37a82aed824d0595b81dbd2355c5cc, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731588989808 2024-11-14T12:56:35,307 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting d069b45a600f49269d28f1093acf6e26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731588991015 2024-11-14T12:56:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,307 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ef61346203442ba86274364cf27b388, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731588991015 2024-11-14T12:56:35,307 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 541722e757a0446d8c0b6e39ff354122, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731588992428 2024-11-14T12:56:35,307 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0827c24ed02f481bbd88af78509778d5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731588992411 2024-11-14T12:56:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,313 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,315 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#B#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,315 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/160c2e5a88c24839a31ac70d89ad58de is 50, key is test_row_0/B:col10/1731588993636/Put/seqid=0 2024-11-14T12:56:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,316 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111468650acd4c254defbb88eb923af9f21b_c5c52b99221b41722a8fde12ce3a64ec store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,318 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111468650acd4c254defbb88eb923af9f21b_c5c52b99221b41722a8fde12ce3a64ec, store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,319 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111468650acd4c254defbb88eb923af9f21b_c5c52b99221b41722a8fde12ce3a64ec because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742244_1420 (size=4469) 2024-11-14T12:56:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,341 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#A#compaction#347 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,342 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/cfe6996c7210464e8e1005d622340b2b is 175, key is test_row_0/A:col10/1731588993636/Put/seqid=0 2024-11-14T12:56:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742243_1419 (size=12847) 2024-11-14T12:56:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742245_1421 (size=31801) 2024-11-14T12:56:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,352 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/cfe6996c7210464e8e1005d622340b2b as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/cfe6996c7210464e8e1005d622340b2b 2024-11-14T12:56:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,357 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/A of c5c52b99221b41722a8fde12ce3a64ec into cfe6996c7210464e8e1005d622340b2b(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:35,357 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,357 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/A, priority=12, startTime=1731588995304; duration=0sec 2024-11-14T12:56:35,357 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,357 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:A 2024-11-14T12:56:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,357 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:56:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,359 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49164 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:56:35,359 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/C is initiating minor compaction (all files) 2024-11-14T12:56:35,359 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/C in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,359 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/8c6a053cba3847748484118472faafbc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/a73e95c5169a4ec29aa4dc0ceccc755b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/40409531433747d9b9dc74900bc96781, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/569563b2c5364deabec03fdc3c376a8d] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=48.0 K 2024-11-14T12:56:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,359 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c6a053cba3847748484118472faafbc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731588989623 2024-11-14T12:56:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,359 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting a73e95c5169a4ec29aa4dc0ceccc755b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731588989819 2024-11-14T12:56:35,360 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40409531433747d9b9dc74900bc96781, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731588991015 2024-11-14T12:56:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,360 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 569563b2c5364deabec03fdc3c376a8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731588992428 2024-11-14T12:56:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,378 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#C#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,379 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/7b4facd7a1454d19aab8a3df6fb56bec is 50, key is test_row_0/C:col10/1731588993636/Put/seqid=0 2024-11-14T12:56:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T12:56:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,380 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing c5c52b99221b41722a8fde12ce3a64ec 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-14T12:56:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=A 2024-11-14T12:56:35,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=B 2024-11-14T12:56:35,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:35,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=C 2024-11-14T12:56:35,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742246_1422 (size=12847) 2024-11-14T12:56:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d7a51ddae36f42d99c4eee1a0c0a5104_c5c52b99221b41722a8fde12ce3a64ec is 50, key is test_row_0/A:col10/1731588993671/Put/seqid=0 2024-11-14T12:56:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,417 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/7b4facd7a1454d19aab8a3df6fb56bec as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7b4facd7a1454d19aab8a3df6fb56bec 2024-11-14T12:56:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,421 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/C of c5c52b99221b41722a8fde12ce3a64ec into 7b4facd7a1454d19aab8a3df6fb56bec(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:35,421 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:35,421 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/C, priority=12, startTime=1731588995305; duration=0sec 2024-11-14T12:56:35,421 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:35,421 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:C 2024-11-14T12:56:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742247_1423 (size=9914) 2024-11-14T12:56:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,749 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/160c2e5a88c24839a31ac70d89ad58de as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/160c2e5a88c24839a31ac70d89ad58de 2024-11-14T12:56:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,752 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/B of c5c52b99221b41722a8fde12ce3a64ec into 160c2e5a88c24839a31ac70d89ad58de(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,753 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:35,753 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/B, priority=12, startTime=1731588995305; duration=0sec 2024-11-14T12:56:35,753 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:35,753 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:B 2024-11-14T12:56:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,833 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d7a51ddae36f42d99c4eee1a0c0a5104_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d7a51ddae36f42d99c4eee1a0c0a5104_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/36e2e072849f4690bd0e09d6bc9b99e0, store: [table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/36e2e072849f4690bd0e09d6bc9b99e0 is 175, key is test_row_0/A:col10/1731588993671/Put/seqid=0 2024-11-14T12:56:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742248_1424 (size=22561) 2024-11-14T12:56:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:35,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:35,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588995952, max timestamp=1731588995993Num uniques 859; 2024-11-14T12:56:35,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:56:35,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588995952, max timestamp=1731588995993Num uniques 859; 2024-11-14T12:56:35,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:56:35,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731588995952, max timestamp=1731588995993Num uniques 859; 2024-11-14T12:56:35,996 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:56:36,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731588996080, max timestamp=1731588996109Num uniques 1068; 2024-11-14T12:56:36,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-14T12:56:36,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731588996080, max timestamp=1731588996109Num uniques 1068; 2024-11-14T12:56:36,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-14T12:56:36,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731588996080, max timestamp=1731588996109Num uniques 1068; 2024-11-14T12:56:36,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-14T12:56:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T12:56:36,238 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/36e2e072849f4690bd0e09d6bc9b99e0 2024-11-14T12:56:36,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731588996212, max timestamp=1731588996232Num uniques 1077; 2024-11-14T12:56:36,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-14T12:56:36,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731588996212, max timestamp=1731588996232Num uniques 1077; 2024-11-14T12:56:36,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731588996212, max timestamp=1731588996232Num uniques 1077; 2024-11-14T12:56:36,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-14T12:56:36,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-14T12:56:36,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/2f3d599ce7354c81a0f03e6305202250 is 50, key is test_row_0/B:col10/1731588993671/Put/seqid=0 2024-11-14T12:56:36,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742249_1425 (size=9857) 2024-11-14T12:56:36,397 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731588996348, max timestamp=1731588996393Num uniques 1036; 2024-11-14T12:56:36,397 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-14T12:56:36,397 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731588996348, max timestamp=1731588996393Num uniques 1036; 2024-11-14T12:56:36,397 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-14T12:56:36,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731588996348, max timestamp=1731588996393Num uniques 1036; 2024-11-14T12:56:36,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-14T12:56:36,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731588996475, max timestamp=1731588996511Num uniques 1045; 2024-11-14T12:56:36,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-14T12:56:36,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731588996475, max timestamp=1731588996511Num uniques 1045; 2024-11-14T12:56:36,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-14T12:56:36,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731588996475, max timestamp=1731588996511Num uniques 1045; 2024-11-14T12:56:36,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-14T12:56:36,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731588996592, max timestamp=1731588996618Num uniques 1054; 2024-11-14T12:56:36,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731588996592, max timestamp=1731588996618Num uniques 1054; 2024-11-14T12:56:36,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-14T12:56:36,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-14T12:56:36,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731588996592, max timestamp=1731588996618Num uniques 1054; 2024-11-14T12:56:36,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-14T12:56:36,650 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/2f3d599ce7354c81a0f03e6305202250 2024-11-14T12:56:36,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/3111c2f56a6f4e179a516aae7ee97ea4 is 50, key is test_row_0/C:col10/1731588993671/Put/seqid=0 2024-11-14T12:56:36,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742250_1426 (size=9857) 2024-11-14T12:56:36,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731588996673, max timestamp=1731588996703Num uniques 1063; 2024-11-14T12:56:36,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-14T12:56:36,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731588996673, max timestamp=1731588996703Num uniques 1063; 2024-11-14T12:56:36,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-14T12:56:36,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731588996673, max timestamp=1731588996703Num uniques 1063; 2024-11-14T12:56:36,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-14T12:56:36,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731588996735, max timestamp=1731588996762Num uniques 1022; 2024-11-14T12:56:36,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-14T12:56:36,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731588996735, max timestamp=1731588996762Num uniques 1022; 2024-11-14T12:56:36,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-14T12:56:36,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731588996735, max timestamp=1731588996762Num uniques 1022; 2024-11-14T12:56:36,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-14T12:56:36,874 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=331, cellSize=15156, totalHeapSize=34664, min timestamp=1731588996845, max timestamp=1731588996869Num uniques 1031; 2024-11-14T12:56:36,874 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=15156, suffix heap size=135192,new segment heap size=34664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=331 2024-11-14T12:56:36,874 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=331, cellSize=15156, totalHeapSize=34664, min timestamp=1731588996845, max timestamp=1731588996869Num uniques 1031; 2024-11-14T12:56:36,874 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=331, cellSize=15156, totalHeapSize=34664, min timestamp=1731588996845, max timestamp=1731588996869Num uniques 1031; 2024-11-14T12:56:36,874 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=15156, suffix heap size=135192,new segment heap size=34664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=331 2024-11-14T12:56:36,874 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=15156, suffix heap size=135192,new segment heap size=34664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=331 2024-11-14T12:56:36,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731588996916, max timestamp=1731588996935Num uniques 1190; 2024-11-14T12:56:36,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=54500, new segment data size=13280, suffix heap size=151728,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1190, new segment cells count=290 2024-11-14T12:56:36,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731588996916, max timestamp=1731588996935Num uniques 1190; 2024-11-14T12:56:36,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=54500, new segment data size=13280, suffix heap size=151728,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1190, new segment cells count=290 2024-11-14T12:56:36,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731588996916, max timestamp=1731588996935Num uniques 1190; 2024-11-14T12:56:36,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=54500, new segment data size=13280, suffix heap size=151728,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1190, new segment cells count=290 2024-11-14T12:56:37,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589057000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:37,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589057005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:37,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:37,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731588996978, max timestamp=1731588997010Num uniques 1149; 2024-11-14T12:56:37,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=13694, suffix heap size=147464,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=299 2024-11-14T12:56:37,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:37,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731588996978, max timestamp=1731588997010Num uniques 1149; 2024-11-14T12:56:37,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=13694, suffix heap size=147464,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=299 2024-11-14T12:56:37,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731588996978, max timestamp=1731588997010Num uniques 1149; 2024-11-14T12:56:37,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=13694, suffix heap size=147464,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=299 2024-11-14T12:56:37,061 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/3111c2f56a6f4e179a516aae7ee97ea4 2024-11-14T12:56:37,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/36e2e072849f4690bd0e09d6bc9b99e0 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/36e2e072849f4690bd0e09d6bc9b99e0 2024-11-14T12:56:37,067 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/36e2e072849f4690bd0e09d6bc9b99e0, entries=100, sequenceid=323, filesize=22.0 K 2024-11-14T12:56:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/2f3d599ce7354c81a0f03e6305202250 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/2f3d599ce7354c81a0f03e6305202250 2024-11-14T12:56:37,071 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/2f3d599ce7354c81a0f03e6305202250, entries=100, sequenceid=323, filesize=9.6 K 2024-11-14T12:56:37,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/3111c2f56a6f4e179a516aae7ee97ea4 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/3111c2f56a6f4e179a516aae7ee97ea4 2024-11-14T12:56:37,074 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/3111c2f56a6f4e179a516aae7ee97ea4, entries=100, sequenceid=323, filesize=9.6 K 2024-11-14T12:56:37,075 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=93.93 KB/96180 for c5c52b99221b41722a8fde12ce3a64ec in 1695ms, sequenceid=323, compaction requested=false 2024-11-14T12:56:37,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:37,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:37,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-14T12:56:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-14T12:56:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:37,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c5c52b99221b41722a8fde12ce3a64ec 3/3 column families, dataSize=100.63 KB heapSize=272.25 KB 2024-11-14T12:56:37,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=A 2024-11-14T12:56:37,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:37,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=B 2024-11-14T12:56:37,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:37,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=C 2024-11-14T12:56:37,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:37,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-14T12:56:37,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0700 sec 2024-11-14T12:56:37,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 3.0740 sec 2024-11-14T12:56:37,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f16f2be53f5e4f23aadd38e592e9f746_c5c52b99221b41722a8fde12ce3a64ec is 50, key is test_row_0/A:col10/1731588997076/Put/seqid=0 2024-11-14T12:56:37,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742251_1427 (size=14994) 2024-11-14T12:56:37,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589057137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:37,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589057141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:37,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589057147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:37,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589057254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:37,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589057254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:37,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589057264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:37,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:37,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589057475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589057475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:37,490 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:37,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589057484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:37,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:37,493 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f16f2be53f5e4f23aadd38e592e9f746_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f16f2be53f5e4f23aadd38e592e9f746_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:37,494 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/cac7544f64d14f7daaf4f545ae1f305c, store: [table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:37,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/cac7544f64d14f7daaf4f545ae1f305c is 175, key is test_row_0/A:col10/1731588997076/Put/seqid=0 2024-11-14T12:56:37,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742252_1428 (size=39949) 2024-11-14T12:56:37,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57614 deadline: 1731589057594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:37,602 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in c5c52b99221b41722a8fde12ce3a64ec of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18275 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:56:37,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:37,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57634 deadline: 1731589057675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:37,684 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_1' in c5c52b99221b41722a8fde12ce3a64ec of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18357 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:56:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:37,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589057794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:37,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589057794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:37,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589057804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:37,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:37,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:37,898 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=526, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/cac7544f64d14f7daaf4f545ae1f305c 2024-11-14T12:56:37,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/3678261021ec4cf58697e682a2fa4419 is 50, key is test_row_0/B:col10/1731588997076/Put/seqid=0 2024-11-14T12:56:37,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742253_1429 (size=12301) 2024-11-14T12:56:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T12:56:38,174 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:38,174 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:56:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-14T12:56:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T12:56:38,176 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:56:38,176 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:56:38,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:56:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T12:56:38,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/3678261021ec4cf58697e682a2fa4419 2024-11-14T12:56:38,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/e8c4df77e2374df0b22113f21b787cb5 is 50, key is test_row_0/C:col10/1731588997076/Put/seqid=0 2024-11-14T12:56:38,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742254_1430 (size=12301) 2024-11-14T12:56:38,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57642 deadline: 1731589058314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:38,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:38,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:38,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:38,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57636 deadline: 1731589058314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:38,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:38,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:38,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:38,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57656 deadline: 1731589058314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:38,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:38,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:38,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:56:38,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-14T12:56:38,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:38,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:38,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:38,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:38,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:38,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-14T12:56:38,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:38,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:38,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:38,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:38,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T12:56:38,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-14T12:56:38,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:38,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:38,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:38,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:38,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:38,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/e8c4df77e2374df0b22113f21b787cb5 2024-11-14T12:56:38,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/cac7544f64d14f7daaf4f545ae1f305c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/cac7544f64d14f7daaf4f545ae1f305c 2024-11-14T12:56:38,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/cac7544f64d14f7daaf4f545ae1f305c, entries=200, sequenceid=526, filesize=39.0 K 2024-11-14T12:56:38,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/3678261021ec4cf58697e682a2fa4419 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/3678261021ec4cf58697e682a2fa4419 2024-11-14T12:56:38,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/3678261021ec4cf58697e682a2fa4419, entries=150, sequenceid=526, filesize=12.0 K 2024-11-14T12:56:38,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/e8c4df77e2374df0b22113f21b787cb5 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/e8c4df77e2374df0b22113f21b787cb5 2024-11-14T12:56:38,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/e8c4df77e2374df0b22113f21b787cb5, entries=150, sequenceid=526, filesize=12.0 K 2024-11-14T12:56:38,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~272.20 KB/278736, currentSize=80.51 KB/82440 for c5c52b99221b41722a8fde12ce3a64ec in 1658ms, sequenceid=526, compaction requested=true 2024-11-14T12:56:38,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:38,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:56:38,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:38,736 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:38,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:56:38,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:38,736 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:38,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c5c52b99221b41722a8fde12ce3a64ec:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:56:38,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:38,737 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:38,737 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:38,737 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/A is initiating minor compaction (all files) 2024-11-14T12:56:38,737 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/B is initiating minor compaction (all files) 2024-11-14T12:56:38,737 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/B in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:38,737 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/160c2e5a88c24839a31ac70d89ad58de, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/2f3d599ce7354c81a0f03e6305202250, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/3678261021ec4cf58697e682a2fa4419] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=34.2 K 2024-11-14T12:56:38,737 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 160c2e5a88c24839a31ac70d89ad58de, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731588992428 2024-11-14T12:56:38,737 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/A in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:38,737 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/cfe6996c7210464e8e1005d622340b2b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/36e2e072849f4690bd0e09d6bc9b99e0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/cac7544f64d14f7daaf4f545ae1f305c] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=92.1 K 2024-11-14T12:56:38,737 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f3d599ce7354c81a0f03e6305202250, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731588993671 2024-11-14T12:56:38,737 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:38,737 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/cfe6996c7210464e8e1005d622340b2b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/36e2e072849f4690bd0e09d6bc9b99e0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/cac7544f64d14f7daaf4f545ae1f305c] 2024-11-14T12:56:38,738 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 3678261021ec4cf58697e682a2fa4419, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1731588997010 2024-11-14T12:56:38,738 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfe6996c7210464e8e1005d622340b2b, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731588992428 2024-11-14T12:56:38,738 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36e2e072849f4690bd0e09d6bc9b99e0, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731588993671 2024-11-14T12:56:38,738 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting cac7544f64d14f7daaf4f545ae1f305c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1731588997010 2024-11-14T12:56:38,743 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:38,746 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:38,746 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/05d73fede33e40cf81296f4828e066e6 is 50, key is test_row_0/B:col10/1731588997076/Put/seqid=0 2024-11-14T12:56:38,748 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111434c9146bd7314d44952a8f5da338aa94_c5c52b99221b41722a8fde12ce3a64ec store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:38,750 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111434c9146bd7314d44952a8f5da338aa94_c5c52b99221b41722a8fde12ce3a64ec, store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:38,750 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111434c9146bd7314d44952a8f5da338aa94_c5c52b99221b41722a8fde12ce3a64ec because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:38,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742255_1431 (size=12949) 2024-11-14T12:56:38,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742256_1432 (size=4469) 2024-11-14T12:56:38,777 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#A#compaction#356 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:38,777 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/0c8d29e003db469cb7df329f71bc7c19 is 175, key is test_row_0/A:col10/1731588997076/Put/seqid=0 2024-11-14T12:56:38,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742257_1433 (size=31903) 2024-11-14T12:56:38,789 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/0c8d29e003db469cb7df329f71bc7c19 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0c8d29e003db469cb7df329f71bc7c19 2024-11-14T12:56:38,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-14T12:56:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:38,792 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing c5c52b99221b41722a8fde12ce3a64ec 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T12:56:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=A 2024-11-14T12:56:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=B 2024-11-14T12:56:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=C 2024-11-14T12:56:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:38,795 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/A of c5c52b99221b41722a8fde12ce3a64ec into 0c8d29e003db469cb7df329f71bc7c19(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:38,795 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:38,796 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/A, priority=13, startTime=1731588998736; duration=0sec 2024-11-14T12:56:38,796 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:38,796 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:A 2024-11-14T12:56:38,796 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:38,796 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:38,796 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): c5c52b99221b41722a8fde12ce3a64ec/C is initiating minor compaction (all files) 2024-11-14T12:56:38,796 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c5c52b99221b41722a8fde12ce3a64ec/C in TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:38,797 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7b4facd7a1454d19aab8a3df6fb56bec, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/3111c2f56a6f4e179a516aae7ee97ea4, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/e8c4df77e2374df0b22113f21b787cb5] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp, totalSize=34.2 K 2024-11-14T12:56:38,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143f284b7bb08f4650a9c529c1da91d0b7_c5c52b99221b41722a8fde12ce3a64ec is 50, key is test_row_0/A:col10/1731588997145/Put/seqid=0 2024-11-14T12:56:38,798 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b4facd7a1454d19aab8a3df6fb56bec, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731588992428 2024-11-14T12:56:38,798 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3111c2f56a6f4e179a516aae7ee97ea4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731588993671 2024-11-14T12:56:38,798 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8c4df77e2374df0b22113f21b787cb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1731588997010 2024-11-14T12:56:38,803 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c5c52b99221b41722a8fde12ce3a64ec#C#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:38,804 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/6278ef8168a04e5fbd029bf610331358 is 50, key is test_row_0/C:col10/1731588997076/Put/seqid=0 2024-11-14T12:56:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T12:56:38,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742258_1434 (size=12454) 2024-11-14T12:56:38,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:38,814 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143f284b7bb08f4650a9c529c1da91d0b7_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143f284b7bb08f4650a9c529c1da91d0b7_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:38,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/3067005435314f78bd0d5ce3e710fa75, store: [table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:38,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/3067005435314f78bd0d5ce3e710fa75 is 175, key is test_row_0/A:col10/1731588997145/Put/seqid=0 2024-11-14T12:56:38,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742259_1435 (size=12949) 2024-11-14T12:56:38,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742260_1436 (size=31255) 2024-11-14T12:56:39,172 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/05d73fede33e40cf81296f4828e066e6 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/05d73fede33e40cf81296f4828e066e6 2024-11-14T12:56:39,176 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/B of c5c52b99221b41722a8fde12ce3a64ec into 05d73fede33e40cf81296f4828e066e6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:39,176 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:39,176 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/B, priority=13, startTime=1731588998736; duration=0sec 2024-11-14T12:56:39,176 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:39,176 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:B 2024-11-14T12:56:39,180 INFO [Thread-1618 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1618. 2024-11-14T12:56:39,180 INFO [Thread-1624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1624. 2024-11-14T12:56:39,181 DEBUG [Thread-1618 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:39,181 DEBUG [Thread-1624 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:39,181 DEBUG [Thread-1618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:39,181 DEBUG [Thread-1624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:39,181 DEBUG [Thread-1618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:39,181 DEBUG [Thread-1624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:39,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:39,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:39,182 INFO [Thread-1622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1622. 2024-11-14T12:56:39,182 DEBUG [Thread-1622 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:39,182 DEBUG [Thread-1622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:39,183 DEBUG [Thread-1622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:39,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:39,187 INFO [Thread-1616 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1616. 2024-11-14T12:56:39,187 DEBUG [Thread-1616 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:39,187 DEBUG [Thread-1616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:39,187 INFO [Thread-1620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1620. 2024-11-14T12:56:39,187 DEBUG [Thread-1616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:39,187 DEBUG [Thread-1620 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:39,187 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:39,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:39,187 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:39,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:39,226 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=541, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/3067005435314f78bd0d5ce3e710fa75 2024-11-14T12:56:39,227 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/6278ef8168a04e5fbd029bf610331358 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/6278ef8168a04e5fbd029bf610331358 2024-11-14T12:56:39,232 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c5c52b99221b41722a8fde12ce3a64ec/C of c5c52b99221b41722a8fde12ce3a64ec into 6278ef8168a04e5fbd029bf610331358(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:39,232 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:39,232 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., storeName=c5c52b99221b41722a8fde12ce3a64ec/C, priority=13, startTime=1731588998736; duration=0sec 2024-11-14T12:56:39,232 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:39,232 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c5c52b99221b41722a8fde12ce3a64ec:C 2024-11-14T12:56:39,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/3397d58b744b4fc590576e8b279a29fa is 50, key is test_row_0/B:col10/1731588997145/Put/seqid=0 2024-11-14T12:56:39,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742261_1437 (size=12301) 2024-11-14T12:56:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T12:56:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:39,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. as already flushing 2024-11-14T12:56:39,339 INFO [Thread-1613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1613. 2024-11-14T12:56:39,340 DEBUG [Thread-1613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:39,340 DEBUG [Thread-1613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:39,340 INFO [Thread-1611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1611. 2024-11-14T12:56:39,340 DEBUG [Thread-1611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:39,340 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:39,340 DEBUG [Thread-1613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:39,340 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:39,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:39,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:39,347 INFO [Thread-1607 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1607. 2024-11-14T12:56:39,347 DEBUG [Thread-1607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:39,347 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:39,347 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:39,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:39,637 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/3397d58b744b4fc590576e8b279a29fa 2024-11-14T12:56:39,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/22df7dc2e68a47e8be6d5cf6f533a54f is 50, key is test_row_0/C:col10/1731588997145/Put/seqid=0 2024-11-14T12:56:39,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742262_1438 (size=12301) 2024-11-14T12:56:40,058 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/22df7dc2e68a47e8be6d5cf6f533a54f 2024-11-14T12:56:40,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/3067005435314f78bd0d5ce3e710fa75 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/3067005435314f78bd0d5ce3e710fa75 2024-11-14T12:56:40,070 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/3067005435314f78bd0d5ce3e710fa75, entries=150, sequenceid=541, filesize=30.5 K 2024-11-14T12:56:40,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/3397d58b744b4fc590576e8b279a29fa as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/3397d58b744b4fc590576e8b279a29fa 2024-11-14T12:56:40,073 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/3397d58b744b4fc590576e8b279a29fa, entries=150, sequenceid=541, filesize=12.0 K 2024-11-14T12:56:40,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/22df7dc2e68a47e8be6d5cf6f533a54f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/22df7dc2e68a47e8be6d5cf6f533a54f 2024-11-14T12:56:40,075 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/22df7dc2e68a47e8be6d5cf6f533a54f, entries=150, sequenceid=541, filesize=12.0 K 2024-11-14T12:56:40,076 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=20.13 KB/20610 for c5c52b99221b41722a8fde12ce3a64ec in 1284ms, sequenceid=541, compaction requested=false 2024-11-14T12:56:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for c5c52b99221b41722a8fde12ce3a64ec: 2024-11-14T12:56:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-14T12:56:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-14T12:56:40,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-14T12:56:40,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9010 sec 2024-11-14T12:56:40,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.9050 sec 2024-11-14T12:56:40,332 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:56:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T12:56:40,335 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:45,200 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/555851177f944270ae30b23dd2118274, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0ca50baac59147bf91eeeaa918d6f756, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0636b01af74442ffb2d0448e4b20c4ff, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/d9d572c1e69643cc9be754cb0d3e1a44, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/37a711408fc94b5e890ef042e9e9f821, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/21940f872aef4f56a5045064c7d8e547, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0936a24a280443f2b6d4489b4d837f3f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/fdf8c204ec8f45ecb2bd8cf72adbab73, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/074f6cb6633742e2bb95ec74730d30c7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/58b386fbbd664a3c9f6b107165fa0b3f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/6a190fe15ac6413d8537dc6b82fdff03, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/f43f78b899514dbe876bdbb14328ac10, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/f8d71bf4e05c46afbdb0de53ffc72374, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/3b37a82aed824d0595b81dbd2355c5cc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/7ef61346203442ba86274364cf27b388, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0827c24ed02f481bbd88af78509778d5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/cfe6996c7210464e8e1005d622340b2b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/36e2e072849f4690bd0e09d6bc9b99e0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/cac7544f64d14f7daaf4f545ae1f305c] to archive 2024-11-14T12:56:45,202 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:56:45,205 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/555851177f944270ae30b23dd2118274 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/555851177f944270ae30b23dd2118274 2024-11-14T12:56:45,205 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0ca50baac59147bf91eeeaa918d6f756 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0ca50baac59147bf91eeeaa918d6f756 2024-11-14T12:56:45,206 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0636b01af74442ffb2d0448e4b20c4ff to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0636b01af74442ffb2d0448e4b20c4ff 2024-11-14T12:56:45,207 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/d9d572c1e69643cc9be754cb0d3e1a44 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/d9d572c1e69643cc9be754cb0d3e1a44 2024-11-14T12:56:45,208 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/37a711408fc94b5e890ef042e9e9f821 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/37a711408fc94b5e890ef042e9e9f821 2024-11-14T12:56:45,208 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/21940f872aef4f56a5045064c7d8e547 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/21940f872aef4f56a5045064c7d8e547 2024-11-14T12:56:45,209 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0936a24a280443f2b6d4489b4d837f3f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0936a24a280443f2b6d4489b4d837f3f 2024-11-14T12:56:45,209 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/fdf8c204ec8f45ecb2bd8cf72adbab73 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/fdf8c204ec8f45ecb2bd8cf72adbab73 2024-11-14T12:56:45,210 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/074f6cb6633742e2bb95ec74730d30c7 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/074f6cb6633742e2bb95ec74730d30c7 2024-11-14T12:56:45,211 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/58b386fbbd664a3c9f6b107165fa0b3f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/58b386fbbd664a3c9f6b107165fa0b3f 2024-11-14T12:56:45,211 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/6a190fe15ac6413d8537dc6b82fdff03 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/6a190fe15ac6413d8537dc6b82fdff03 2024-11-14T12:56:45,212 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/f43f78b899514dbe876bdbb14328ac10 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/f43f78b899514dbe876bdbb14328ac10 2024-11-14T12:56:45,213 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/f8d71bf4e05c46afbdb0de53ffc72374 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/f8d71bf4e05c46afbdb0de53ffc72374 2024-11-14T12:56:45,214 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/3b37a82aed824d0595b81dbd2355c5cc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/3b37a82aed824d0595b81dbd2355c5cc 2024-11-14T12:56:45,214 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/7ef61346203442ba86274364cf27b388 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/7ef61346203442ba86274364cf27b388 2024-11-14T12:56:45,215 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0827c24ed02f481bbd88af78509778d5 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0827c24ed02f481bbd88af78509778d5 2024-11-14T12:56:45,215 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/cfe6996c7210464e8e1005d622340b2b to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/cfe6996c7210464e8e1005d622340b2b 2024-11-14T12:56:45,216 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/36e2e072849f4690bd0e09d6bc9b99e0 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/36e2e072849f4690bd0e09d6bc9b99e0 2024-11-14T12:56:45,217 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/cac7544f64d14f7daaf4f545ae1f305c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/cac7544f64d14f7daaf4f545ae1f305c 2024-11-14T12:56:45,219 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/6dae1b662f984ea0a44070a6b5451462, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/4b27579e5a774622a108233af7197b78, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/453c109339834e80b68ef247e17c029c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/c1553c2ffd204da4b6ce1fc52c7ab20a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/a86c71723d7d4015bfa9684827d88a64, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/db292ed4fdf2419994ac803af0ba7b7c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/bd92f25437b647daa194cc22c2732b94, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/bf4d0bdddae64706a93649496dcfeb5a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/e86955a254ba49519b2d6c5d0554ebc6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/dac0c972d503459595ef54a70530e201, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/42c2a47aedda4ca099a37c7d515a6f8c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/80f48b7ee9d34f93a071169d18132cc0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/9cf8ec1e7a024222bc4b656209256469, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/995185de7f9d49f9a4e832e7f2a784ba, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/d069b45a600f49269d28f1093acf6e26, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/160c2e5a88c24839a31ac70d89ad58de, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/541722e757a0446d8c0b6e39ff354122, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/2f3d599ce7354c81a0f03e6305202250, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/3678261021ec4cf58697e682a2fa4419] to archive 2024-11-14T12:56:45,220 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:56:45,221 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/6dae1b662f984ea0a44070a6b5451462 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/6dae1b662f984ea0a44070a6b5451462 2024-11-14T12:56:45,222 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/4b27579e5a774622a108233af7197b78 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/4b27579e5a774622a108233af7197b78 2024-11-14T12:56:45,222 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/453c109339834e80b68ef247e17c029c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/453c109339834e80b68ef247e17c029c 2024-11-14T12:56:45,223 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/c1553c2ffd204da4b6ce1fc52c7ab20a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/c1553c2ffd204da4b6ce1fc52c7ab20a 2024-11-14T12:56:45,224 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/a86c71723d7d4015bfa9684827d88a64 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/a86c71723d7d4015bfa9684827d88a64 2024-11-14T12:56:45,225 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/db292ed4fdf2419994ac803af0ba7b7c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/db292ed4fdf2419994ac803af0ba7b7c 2024-11-14T12:56:45,226 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/bd92f25437b647daa194cc22c2732b94 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/bd92f25437b647daa194cc22c2732b94 2024-11-14T12:56:45,227 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/bf4d0bdddae64706a93649496dcfeb5a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/bf4d0bdddae64706a93649496dcfeb5a 2024-11-14T12:56:45,227 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/e86955a254ba49519b2d6c5d0554ebc6 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/e86955a254ba49519b2d6c5d0554ebc6 2024-11-14T12:56:45,228 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/dac0c972d503459595ef54a70530e201 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/dac0c972d503459595ef54a70530e201 2024-11-14T12:56:45,229 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/42c2a47aedda4ca099a37c7d515a6f8c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/42c2a47aedda4ca099a37c7d515a6f8c 2024-11-14T12:56:45,230 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/80f48b7ee9d34f93a071169d18132cc0 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/80f48b7ee9d34f93a071169d18132cc0 2024-11-14T12:56:45,231 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/9cf8ec1e7a024222bc4b656209256469 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/9cf8ec1e7a024222bc4b656209256469 2024-11-14T12:56:45,232 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/995185de7f9d49f9a4e832e7f2a784ba to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/995185de7f9d49f9a4e832e7f2a784ba 2024-11-14T12:56:45,233 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/d069b45a600f49269d28f1093acf6e26 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/d069b45a600f49269d28f1093acf6e26 2024-11-14T12:56:45,234 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/160c2e5a88c24839a31ac70d89ad58de to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/160c2e5a88c24839a31ac70d89ad58de 2024-11-14T12:56:45,235 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/541722e757a0446d8c0b6e39ff354122 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/541722e757a0446d8c0b6e39ff354122 2024-11-14T12:56:45,236 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/2f3d599ce7354c81a0f03e6305202250 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/2f3d599ce7354c81a0f03e6305202250 2024-11-14T12:56:45,237 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/3678261021ec4cf58697e682a2fa4419 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/3678261021ec4cf58697e682a2fa4419 2024-11-14T12:56:45,241 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/95afafb048ec4c98aab8499a21ce6cbc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/18511824eba449d794986c9dc8d84968, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/73cc5507b93943a2925282fcdee2740d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/a07f1a414126442eafe38df9fab93043, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/70b44af390194cfead37898deeb97713, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/22967c28ef0242c5a1266b6eebaa735c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7ba795def0134ae897efca6f6baf6172, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/5b88c7fb21dc4d74a2ef1a66d525a03b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/ae26e836bc8e401eafb951f866df0ec1, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/971a50a4505447419fc5209e9e78b527, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/48b79f39ba174ddc8cd78708535d44fe, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/8c6a053cba3847748484118472faafbc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7adf45bf9b2e4d5a882245f22ff553a8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/a73e95c5169a4ec29aa4dc0ceccc755b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/40409531433747d9b9dc74900bc96781, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7b4facd7a1454d19aab8a3df6fb56bec, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/569563b2c5364deabec03fdc3c376a8d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/3111c2f56a6f4e179a516aae7ee97ea4, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/e8c4df77e2374df0b22113f21b787cb5] to archive 2024-11-14T12:56:45,242 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:56:45,243 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/95afafb048ec4c98aab8499a21ce6cbc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/95afafb048ec4c98aab8499a21ce6cbc 2024-11-14T12:56:45,245 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/18511824eba449d794986c9dc8d84968 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/18511824eba449d794986c9dc8d84968 2024-11-14T12:56:45,246 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/73cc5507b93943a2925282fcdee2740d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/73cc5507b93943a2925282fcdee2740d 2024-11-14T12:56:45,248 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/a07f1a414126442eafe38df9fab93043 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/a07f1a414126442eafe38df9fab93043 2024-11-14T12:56:45,249 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/70b44af390194cfead37898deeb97713 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/70b44af390194cfead37898deeb97713 2024-11-14T12:56:45,250 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/22967c28ef0242c5a1266b6eebaa735c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/22967c28ef0242c5a1266b6eebaa735c 2024-11-14T12:56:45,251 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7ba795def0134ae897efca6f6baf6172 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7ba795def0134ae897efca6f6baf6172 2024-11-14T12:56:45,253 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/5b88c7fb21dc4d74a2ef1a66d525a03b to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/5b88c7fb21dc4d74a2ef1a66d525a03b 2024-11-14T12:56:45,254 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/ae26e836bc8e401eafb951f866df0ec1 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/ae26e836bc8e401eafb951f866df0ec1 2024-11-14T12:56:45,255 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/971a50a4505447419fc5209e9e78b527 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/971a50a4505447419fc5209e9e78b527 2024-11-14T12:56:45,256 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/48b79f39ba174ddc8cd78708535d44fe to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/48b79f39ba174ddc8cd78708535d44fe 2024-11-14T12:56:45,258 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/8c6a053cba3847748484118472faafbc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/8c6a053cba3847748484118472faafbc 2024-11-14T12:56:45,259 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7adf45bf9b2e4d5a882245f22ff553a8 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7adf45bf9b2e4d5a882245f22ff553a8 2024-11-14T12:56:45,259 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/a73e95c5169a4ec29aa4dc0ceccc755b to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/a73e95c5169a4ec29aa4dc0ceccc755b 2024-11-14T12:56:45,260 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/40409531433747d9b9dc74900bc96781 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/40409531433747d9b9dc74900bc96781 2024-11-14T12:56:45,261 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7b4facd7a1454d19aab8a3df6fb56bec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/7b4facd7a1454d19aab8a3df6fb56bec 2024-11-14T12:56:45,261 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/569563b2c5364deabec03fdc3c376a8d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/569563b2c5364deabec03fdc3c376a8d 2024-11-14T12:56:45,262 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/3111c2f56a6f4e179a516aae7ee97ea4 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/3111c2f56a6f4e179a516aae7ee97ea4 2024-11-14T12:56:45,263 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/669ef94e8b26:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/e8c4df77e2374df0b22113f21b787cb5 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/e8c4df77e2374df0b22113f21b787cb5 2024-11-14T12:56:47,678 INFO [Thread-1609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1609. 2024-11-14T12:56:47,678 DEBUG [Thread-1609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:47,678 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:47,678 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:47,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:47,708 INFO [Thread-1605 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1605. 2024-11-14T12:56:47,708 DEBUG [Thread-1605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:56:47,709 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:47,709 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:47,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:47,709 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T12:56:47,709 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-14T12:56:47,709 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 129 2024-11-14T12:56:47,709 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-14T12:56:47,709 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 181 2024-11-14T12:56:47,709 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 153 2024-11-14T12:56:47,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T12:56:47,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T12:56:47,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1023 2024-11-14T12:56:47,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3067 rows 2024-11-14T12:56:47,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1026 2024-11-14T12:56:47,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3076 rows 2024-11-14T12:56:47,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1029 2024-11-14T12:56:47,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3086 rows 2024-11-14T12:56:47,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1024 2024-11-14T12:56:47,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3067 rows 2024-11-14T12:56:47,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1017 2024-11-14T12:56:47,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3047 rows 2024-11-14T12:56:47,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:56:47,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:56:47,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:47,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:47,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:56:47,712 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T12:56:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-14T12:56:47,718 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731589007717"}]},"ts":"1731589007717"} 2024-11-14T12:56:47,719 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T12:56:47,719 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T12:56:47,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:56:47,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5c52b99221b41722a8fde12ce3a64ec, UNASSIGN}] 2024-11-14T12:56:47,723 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5c52b99221b41722a8fde12ce3a64ec, UNASSIGN 2024-11-14T12:56:47,724 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=c5c52b99221b41722a8fde12ce3a64ec, regionState=CLOSING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:47,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5c52b99221b41722a8fde12ce3a64ec, UNASSIGN because future has completed 2024-11-14T12:56:47,725 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:56:47,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:56:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-14T12:56:47,878 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(122): Close c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:47,878 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T12:56:47,879 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1722): Closing c5c52b99221b41722a8fde12ce3a64ec, disabling compactions & flushes 2024-11-14T12:56:47,879 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:47,879 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:47,879 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. after waiting 0 ms 2024-11-14T12:56:47,879 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:47,879 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(2902): Flushing c5c52b99221b41722a8fde12ce3a64ec 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-14T12:56:47,880 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=A 2024-11-14T12:56:47,880 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:47,880 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=B 2024-11-14T12:56:47,880 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:47,880 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c5c52b99221b41722a8fde12ce3a64ec, store=C 2024-11-14T12:56:47,881 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:47,891 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dc9266785b164caf841c20eb3726b9f2_c5c52b99221b41722a8fde12ce3a64ec is 50, key is test_row_0/A:col10/1731589007675/Put/seqid=0 2024-11-14T12:56:47,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742263_1439 (size=12454) 2024-11-14T12:56:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-14T12:56:48,296 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:48,303 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dc9266785b164caf841c20eb3726b9f2_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dc9266785b164caf841c20eb3726b9f2_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:48,305 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/314ff6a4358f4a60ae7889b72b0f45b8, store: [table=TestAcidGuarantees family=A region=c5c52b99221b41722a8fde12ce3a64ec] 2024-11-14T12:56:48,306 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/314ff6a4358f4a60ae7889b72b0f45b8 is 175, key is test_row_0/A:col10/1731589007675/Put/seqid=0 2024-11-14T12:56:48,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742264_1440 (size=31255) 2024-11-14T12:56:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-14T12:56:48,712 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=552, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/314ff6a4358f4a60ae7889b72b0f45b8 2024-11-14T12:56:48,723 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/93c704b871a84bd091d00757030b23bb is 50, key is test_row_0/B:col10/1731589007675/Put/seqid=0 2024-11-14T12:56:48,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742265_1441 (size=12301) 2024-11-14T12:56:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-14T12:56:49,129 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/93c704b871a84bd091d00757030b23bb 2024-11-14T12:56:49,150 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/02123b498d8c4bdbb92a5bac231a1dfa is 50, key is test_row_0/C:col10/1731589007675/Put/seqid=0 2024-11-14T12:56:49,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742266_1442 (size=12301) 2024-11-14T12:56:49,554 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/02123b498d8c4bdbb92a5bac231a1dfa 2024-11-14T12:56:49,563 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/A/314ff6a4358f4a60ae7889b72b0f45b8 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/314ff6a4358f4a60ae7889b72b0f45b8 2024-11-14T12:56:49,567 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/314ff6a4358f4a60ae7889b72b0f45b8, entries=150, sequenceid=552, filesize=30.5 K 2024-11-14T12:56:49,568 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/B/93c704b871a84bd091d00757030b23bb as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/93c704b871a84bd091d00757030b23bb 2024-11-14T12:56:49,572 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/93c704b871a84bd091d00757030b23bb, entries=150, sequenceid=552, filesize=12.0 K 2024-11-14T12:56:49,573 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/.tmp/C/02123b498d8c4bdbb92a5bac231a1dfa as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/02123b498d8c4bdbb92a5bac231a1dfa 2024-11-14T12:56:49,577 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/02123b498d8c4bdbb92a5bac231a1dfa, entries=150, sequenceid=552, filesize=12.0 K 2024-11-14T12:56:49,578 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for c5c52b99221b41722a8fde12ce3a64ec in 1699ms, sequenceid=552, compaction requested=true 2024-11-14T12:56:49,582 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/recovered.edits/555.seqid, newMaxSeqId=555, maxSeqId=4 2024-11-14T12:56:49,583 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. 2024-11-14T12:56:49,583 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1676): Region close journal for c5c52b99221b41722a8fde12ce3a64ec: Waiting for close lock at 1731589007878Running coprocessor pre-close hooks at 1731589007878Disabling compacts and flushes for region at 1731589007878Disabling writes for close at 1731589007879 (+1 ms)Obtaining lock to block concurrent updates at 1731589007880 (+1 ms)Preparing flush snapshotting stores in c5c52b99221b41722a8fde12ce3a64ec at 1731589007880Finished memstore snapshotting TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731589007881 (+1 ms)Flushing stores of TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec. at 1731589007882 (+1 ms)Flushing c5c52b99221b41722a8fde12ce3a64ec/A: creating writer at 1731589007882Flushing mob file c5c52b99221b41722a8fde12ce3a64ec/A: appending metadata at 1731589007891 (+9 ms)Flushing mob file c5c52b99221b41722a8fde12ce3a64ec/A: closing flushed file at 1731589007891Flushing c5c52b99221b41722a8fde12ce3a64ec/A: appending metadata at 1731589008305 (+414 ms)Flushing c5c52b99221b41722a8fde12ce3a64ec/A: closing flushed file at 1731589008305Flushing c5c52b99221b41722a8fde12ce3a64ec/B: creating writer at 1731589008719 (+414 ms)Flushing c5c52b99221b41722a8fde12ce3a64ec/B: appending metadata at 1731589008723 (+4 ms)Flushing c5c52b99221b41722a8fde12ce3a64ec/B: closing flushed file at 1731589008723Flushing c5c52b99221b41722a8fde12ce3a64ec/C: creating writer at 1731589009148 (+425 ms)Flushing c5c52b99221b41722a8fde12ce3a64ec/C: appending metadata at 1731589009150 (+2 ms)Flushing c5c52b99221b41722a8fde12ce3a64ec/C: closing flushed file at 1731589009150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30471e1b: reopening flushed file at 1731589009561 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f9ddd04: reopening flushed file at 1731589009567 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e7973e: reopening flushed file at 1731589009572 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for c5c52b99221b41722a8fde12ce3a64ec in 1699ms, sequenceid=552, compaction requested=true at 1731589009578 (+6 ms)Writing region close event to WAL at 1731589009580 (+2 ms)Running coprocessor post-close hooks at 1731589009583 (+3 ms)Closed at 1731589009583 2024-11-14T12:56:49,585 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(157): Closed c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,585 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=c5c52b99221b41722a8fde12ce3a64ec, regionState=CLOSED 2024-11-14T12:56:49,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:56:49,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-14T12:56:49,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseRegionProcedure c5c52b99221b41722a8fde12ce3a64ec, server=669ef94e8b26,46449,1731588882089 in 1.8620 sec 2024-11-14T12:56:49,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-14T12:56:49,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c5c52b99221b41722a8fde12ce3a64ec, UNASSIGN in 1.8660 sec 2024-11-14T12:56:49,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-14T12:56:49,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8700 sec 2024-11-14T12:56:49,593 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731589009593"}]},"ts":"1731589009593"} 2024-11-14T12:56:49,594 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T12:56:49,594 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T12:56:49,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8810 sec 2024-11-14T12:56:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-14T12:56:49,864 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:49,865 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T12:56:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:49,867 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T12:56:49,868 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=121, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:49,870 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,873 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/recovered.edits] 2024-11-14T12:56:49,877 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0c8d29e003db469cb7df329f71bc7c19 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/0c8d29e003db469cb7df329f71bc7c19 2024-11-14T12:56:49,879 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/3067005435314f78bd0d5ce3e710fa75 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/3067005435314f78bd0d5ce3e710fa75 2024-11-14T12:56:49,881 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/314ff6a4358f4a60ae7889b72b0f45b8 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/A/314ff6a4358f4a60ae7889b72b0f45b8 2024-11-14T12:56:49,884 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/05d73fede33e40cf81296f4828e066e6 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/05d73fede33e40cf81296f4828e066e6 2024-11-14T12:56:49,886 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/3397d58b744b4fc590576e8b279a29fa to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/3397d58b744b4fc590576e8b279a29fa 2024-11-14T12:56:49,887 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/93c704b871a84bd091d00757030b23bb to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/B/93c704b871a84bd091d00757030b23bb 2024-11-14T12:56:49,890 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/02123b498d8c4bdbb92a5bac231a1dfa to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/02123b498d8c4bdbb92a5bac231a1dfa 2024-11-14T12:56:49,891 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/22df7dc2e68a47e8be6d5cf6f533a54f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/22df7dc2e68a47e8be6d5cf6f533a54f 2024-11-14T12:56:49,892 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/6278ef8168a04e5fbd029bf610331358 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/C/6278ef8168a04e5fbd029bf610331358 2024-11-14T12:56:49,893 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/recovered.edits/555.seqid to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec/recovered.edits/555.seqid 2024-11-14T12:56:49,894 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,894 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T12:56:49,894 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T12:56:49,895 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T12:56:49,897 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140c1011be5e794b268582b816c1707c85_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140c1011be5e794b268582b816c1707c85_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,897 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111436c567894dc84a249a6f1220bcc93f3d_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111436c567894dc84a249a6f1220bcc93f3d_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,898 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143c3678c19b5f4924900e40be38b14e6d_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143c3678c19b5f4924900e40be38b14e6d_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,899 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143f284b7bb08f4650a9c529c1da91d0b7_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143f284b7bb08f4650a9c529c1da91d0b7_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,900 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146eb2c11a4dbf48159b92dbb1b8788445_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146eb2c11a4dbf48159b92dbb1b8788445_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,900 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149619154cfecb4d5a9f18f7ec8084a9c8_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149619154cfecb4d5a9f18f7ec8084a9c8_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,901 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114995fc8d46f144226881ea19197c262a4_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114995fc8d46f144226881ea19197c262a4_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,902 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a09bdbea773341ee9d1a9598a6f44e21_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a09bdbea773341ee9d1a9598a6f44e21_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,902 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ca5e2546ca52446aa9f6495bef6fa9c0_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ca5e2546ca52446aa9f6495bef6fa9c0_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,903 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d7a51ddae36f42d99c4eee1a0c0a5104_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d7a51ddae36f42d99c4eee1a0c0a5104_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,904 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dc9266785b164caf841c20eb3726b9f2_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dc9266785b164caf841c20eb3726b9f2_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,904 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e1acae9fdcdb4280ac02f8b40eb6dffa_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e1acae9fdcdb4280ac02f8b40eb6dffa_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,905 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e3396b8c52c2470183b486b700a51bf3_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e3396b8c52c2470183b486b700a51bf3_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,906 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e7cdfaba594e439a9cf5bc01c0a68aec_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e7cdfaba594e439a9cf5bc01c0a68aec_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,906 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f16f2be53f5e4f23aadd38e592e9f746_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f16f2be53f5e4f23aadd38e592e9f746_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,907 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f39c79190d964d189e7f353b2f9430f1_c5c52b99221b41722a8fde12ce3a64ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f39c79190d964d189e7f353b2f9430f1_c5c52b99221b41722a8fde12ce3a64ec 2024-11-14T12:56:49,908 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T12:56:49,909 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=121, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:49,911 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T12:56:49,912 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T12:56:49,913 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=121, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:49,913 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T12:56:49,913 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731589009913"}]},"ts":"9223372036854775807"} 2024-11-14T12:56:49,915 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T12:56:49,915 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c5c52b99221b41722a8fde12ce3a64ec, NAME => 'TestAcidGuarantees,,1731588977052.c5c52b99221b41722a8fde12ce3a64ec.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T12:56:49,915 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T12:56:49,915 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731589009915"}]},"ts":"9223372036854775807"} 2024-11-14T12:56:49,916 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T12:56:49,917 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=121, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:49,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-11-14T12:56:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T12:56:49,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T12:56:49,978 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:49,988 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 250), OpenFileDescriptor=445 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 394), ProcessCount=11 (was 11), AvailableMemoryMB=5874 (was 5965) 2024-11-14T12:56:50,001 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=5874 2024-11-14T12:56:50,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:56:50,003 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:56:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T12:56:50,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:56:50,006 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:50,006 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 122 2024-11-14T12:56:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-14T12:56:50,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:56:50,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742267_1443 (size=1061) 2024-11-14T12:56:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-14T12:56:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-14T12:56:50,419 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45 2024-11-14T12:56:50,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742268_1444 (size=53) 2024-11-14T12:56:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-14T12:56:50,829 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:56:50,829 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0f467b49acabbce7913e615e9056d373, disabling compactions & flushes 2024-11-14T12:56:50,829 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:50,829 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:50,829 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. after waiting 0 ms 2024-11-14T12:56:50,829 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:50,829 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:50,829 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f467b49acabbce7913e615e9056d373: Waiting for close lock at 1731589010829Disabling compacts and flushes for region at 1731589010829Disabling writes for close at 1731589010829Writing region close event to WAL at 1731589010829Closed at 1731589010829 2024-11-14T12:56:50,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:56:50,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731589010830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731589010830"}]},"ts":"1731589010830"} 2024-11-14T12:56:50,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:56:50,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:56:50,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731589010832"}]},"ts":"1731589010832"} 2024-11-14T12:56:50,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T12:56:50,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f467b49acabbce7913e615e9056d373, ASSIGN}] 2024-11-14T12:56:50,834 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f467b49acabbce7913e615e9056d373, ASSIGN 2024-11-14T12:56:50,835 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f467b49acabbce7913e615e9056d373, ASSIGN; state=OFFLINE, location=669ef94e8b26,46449,1731588882089; forceNewPlan=false, retain=false 2024-11-14T12:56:50,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=0f467b49acabbce7913e615e9056d373, regionState=OPENING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:50,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f467b49acabbce7913e615e9056d373, ASSIGN because future has completed 2024-11-14T12:56:50,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:56:51,141 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:51,141 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:56:51,142 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:51,142 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:56:51,142 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7794): checking encryption for 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:51,142 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7797): checking classloading for 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:51,143 INFO [StoreOpener-0f467b49acabbce7913e615e9056d373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-14T12:56:51,144 INFO [StoreOpener-0f467b49acabbce7913e615e9056d373-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:56:51,145 INFO [StoreOpener-0f467b49acabbce7913e615e9056d373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f467b49acabbce7913e615e9056d373 columnFamilyName A 2024-11-14T12:56:51,145 DEBUG [StoreOpener-0f467b49acabbce7913e615e9056d373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:51,145 INFO [StoreOpener-0f467b49acabbce7913e615e9056d373-1 {}] regionserver.HStore(327): Store=0f467b49acabbce7913e615e9056d373/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:56:51,145 INFO [StoreOpener-0f467b49acabbce7913e615e9056d373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:51,146 INFO [StoreOpener-0f467b49acabbce7913e615e9056d373-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:56:51,146 INFO [StoreOpener-0f467b49acabbce7913e615e9056d373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f467b49acabbce7913e615e9056d373 columnFamilyName B 2024-11-14T12:56:51,146 DEBUG [StoreOpener-0f467b49acabbce7913e615e9056d373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:51,147 INFO [StoreOpener-0f467b49acabbce7913e615e9056d373-1 {}] regionserver.HStore(327): Store=0f467b49acabbce7913e615e9056d373/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:56:51,147 INFO [StoreOpener-0f467b49acabbce7913e615e9056d373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:51,147 INFO [StoreOpener-0f467b49acabbce7913e615e9056d373-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:56:51,148 INFO [StoreOpener-0f467b49acabbce7913e615e9056d373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f467b49acabbce7913e615e9056d373 columnFamilyName C 2024-11-14T12:56:51,148 DEBUG [StoreOpener-0f467b49acabbce7913e615e9056d373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:56:51,148 INFO [StoreOpener-0f467b49acabbce7913e615e9056d373-1 {}] regionserver.HStore(327): Store=0f467b49acabbce7913e615e9056d373/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:56:51,148 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:51,148 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1038): replaying wal for 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:51,149 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:51,149 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:51,150 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1048): stopping wal replay for 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:51,150 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1060): Cleaning up temporary data for 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:51,150 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:56:51,151 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1093): writing seq id for 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:51,153 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:56:51,153 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1114): Opened 0f467b49acabbce7913e615e9056d373; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66106131, jitterRate=-0.014941886067390442}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:56:51,153 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:51,154 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1006): Region open journal for 0f467b49acabbce7913e615e9056d373: Running coprocessor pre-open hook at 1731589011142Writing region info on filesystem at 1731589011142Initializing all the Stores at 1731589011143 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731589011143Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731589011143Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731589011143Cleaning up temporary data from old regions at 1731589011150 (+7 ms)Running coprocessor post-open hooks at 1731589011153 (+3 ms)Region opened successfully at 1731589011154 (+1 ms) 2024-11-14T12:56:51,155 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., pid=124, masterSystemTime=1731589011138 2024-11-14T12:56:51,156 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:51,156 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:51,157 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=0f467b49acabbce7913e615e9056d373, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:51,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:56:51,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-14T12:56:51,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 in 172 msec 2024-11-14T12:56:51,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-11-14T12:56:51,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f467b49acabbce7913e615e9056d373, ASSIGN in 327 msec 2024-11-14T12:56:51,164 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:56:51,164 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731589011164"}]},"ts":"1731589011164"} 2024-11-14T12:56:51,166 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T12:56:51,167 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:56:51,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-14T12:56:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-14T12:56:52,156 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:52,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ac613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:52,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:52,161 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:52,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:52,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:52,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da5e356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:52,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:52,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:52,164 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:52,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff3bf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:52,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:52,167 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:52,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:52,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:56:52,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,35021,1731588881221 2024-11-14T12:56:52,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a2dcf19 2024-11-14T12:56:52,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:56:52,171 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:56:52,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bdbad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:52,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:52,174 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22368a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:52,175 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:52,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c22a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac69b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:52,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:52,176 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:52,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:52,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:52,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ba7960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:52,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:52,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:52,177 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:52,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3dc8cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277a5c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:52,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:52,178 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:52,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:52,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:52,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70821ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:52,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:52,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:52,179 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:52,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57aa9dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df5cdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:52,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:52,181 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b75151, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:52,182 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:52,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd1b6b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:52,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:52,184 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:52,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:52,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:52,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72207715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:52,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:52,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:52,185 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:52,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346e4588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:52,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:52,187 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da264d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:52,188 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584876cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:52,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:52,190 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b649525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:52,192 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:52,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a37fbb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:52,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:52,193 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45120b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:52,195 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:52,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55977408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:52,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:52,196 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:52,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764d078b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:52,197 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:52,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f497684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f15306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:56:52,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:56:52,199 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:56:52,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:56:52,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:56:52,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c25ddda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:56:52,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:56:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:56:52,200 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:56:52,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd3c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:56:52,201 DEBUG [Thread-2009 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:52,201 DEBUG [Thread-1998 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:52,201 DEBUG [Thread-2002 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:52,201 DEBUG [Thread-2013 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:52,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:52,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:52,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:52,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:52,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:52,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:52,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:52,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:52,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:52,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:52,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:52,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:52,204 DEBUG [Thread-1996 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:52,204 DEBUG [Thread-2000 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:52,204 DEBUG [Thread-1994 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:52,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:56:52,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:56:52,205 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:56:52,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:56:52,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:52,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:56:52,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:52,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:52,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:52,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:52,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-14T12:56:52,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:52,207 DEBUG [Thread-2005 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:52,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T12:56:52,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:52,208 DEBUG [Thread-2011 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:52,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:52,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:52,209 DEBUG [Thread-2007 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:56:52,209 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:56:52,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:52,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:52,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:56:52,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:52,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:56:52,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:56:52,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:56:52,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:52,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:56:52,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:56:52,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:56:52,212 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:56:52,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:56:52,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:56:52,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2] 2024-11-14T12:56:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:52,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T12:56:52,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:56:52,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:52,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:56:52,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:52,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:56:52,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:52,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/7ba9f770a55843fd8961c1fd4fd2ec78 is 50, key is test_row_0/A:col10/1731589012205/Put/seqid=0 2024-11-14T12:56:52,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742269_1445 (size=16681) 2024-11-14T12:56:52,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589072248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589012237, max timestamp=1731589012257Num uniques 859; 2024-11-14T12:56:52,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:56:52,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589012237, max timestamp=1731589012257Num uniques 859; 2024-11-14T12:56:52,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:56:52,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589012237, max timestamp=1731589012257Num uniques 859; 2024-11-14T12:56:52,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:56:52,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589072291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589072293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589072295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589072296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T12:56:52,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T12:56:52,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:52,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:52,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:52,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:52,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:52,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589072364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589072404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589072415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589072415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589072415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T12:56:52,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:52,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:52,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:52,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:52,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T12:56:52,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589072574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589072624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589072624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589072634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589072634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/7ba9f770a55843fd8961c1fd4fd2ec78 2024-11-14T12:56:52,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/a7f8a8e6bbf54cc4a1957124e40c85f2 is 50, key is test_row_0/B:col10/1731589012205/Put/seqid=0 2024-11-14T12:56:52,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742270_1446 (size=12001) 2024-11-14T12:56:52,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T12:56:52,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:52,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:52,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:52,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:52,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:52,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T12:56:52,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:52,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:52,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:52,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:52,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T12:56:52,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589072884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589072934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589072934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589072944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589072944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:52,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T12:56:52,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:52,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:52,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:52,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:52,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:53,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/a7f8a8e6bbf54cc4a1957124e40c85f2 2024-11-14T12:56:53,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/9a28e1eb72a64ed0a865c88ac6d7404d is 50, key is test_row_0/C:col10/1731589012205/Put/seqid=0 2024-11-14T12:56:53,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742271_1447 (size=12001) 2024-11-14T12:56:53,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T12:56:53,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:53,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:53,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:53,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:53,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:53,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T12:56:53,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:53,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:53,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:53,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:53,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T12:56:53,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589073405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:53,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:53,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:53,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:53,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T12:56:53,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:53,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:53,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:53,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:53,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:53,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589073454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:53,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589073454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:53,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589073454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:53,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:53,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:53,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:53,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589073465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:53,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:53,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:53,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:53,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/9a28e1eb72a64ed0a865c88ac6d7404d 2024-11-14T12:56:53,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/7ba9f770a55843fd8961c1fd4fd2ec78 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/7ba9f770a55843fd8961c1fd4fd2ec78 2024-11-14T12:56:53,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/7ba9f770a55843fd8961c1fd4fd2ec78, entries=250, sequenceid=12, filesize=16.3 K 2024-11-14T12:56:53,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/a7f8a8e6bbf54cc4a1957124e40c85f2 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/a7f8a8e6bbf54cc4a1957124e40c85f2 2024-11-14T12:56:53,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/a7f8a8e6bbf54cc4a1957124e40c85f2, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T12:56:53,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/9a28e1eb72a64ed0a865c88ac6d7404d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/9a28e1eb72a64ed0a865c88ac6d7404d 2024-11-14T12:56:53,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/9a28e1eb72a64ed0a865c88ac6d7404d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T12:56:53,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 0f467b49acabbce7913e615e9056d373 in 1296ms, sequenceid=12, compaction requested=false 2024-11-14T12:56:53,511 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T12:56:53,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:56:53,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T12:56:53,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:53,586 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-14T12:56:53,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:56:53,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:53,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:56:53,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:53,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:56:53,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:53,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/7e5aabdcc4af4738a5b1d53585f64777 is 50, key is test_row_0/A:col10/1731589012293/Put/seqid=0 2024-11-14T12:56:53,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742272_1448 (size=12001) 2024-11-14T12:56:53,995 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/7e5aabdcc4af4738a5b1d53585f64777 2024-11-14T12:56:54,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/e1fedf66a9d64b96993a1e6599607e3c is 50, key is test_row_0/B:col10/1731589012293/Put/seqid=0 2024-11-14T12:56:54,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742273_1449 (size=12001) 2024-11-14T12:56:54,004 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/e1fedf66a9d64b96993a1e6599607e3c 2024-11-14T12:56:54,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/74287c5ee72b4a2eaf9274ecac143cbd is 50, key is test_row_0/C:col10/1731589012293/Put/seqid=0 2024-11-14T12:56:54,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742274_1450 (size=12001) 2024-11-14T12:56:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T12:56:54,420 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/74287c5ee72b4a2eaf9274ecac143cbd 2024-11-14T12:56:54,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/7e5aabdcc4af4738a5b1d53585f64777 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/7e5aabdcc4af4738a5b1d53585f64777 2024-11-14T12:56:54,426 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/7e5aabdcc4af4738a5b1d53585f64777, entries=150, sequenceid=47, filesize=11.7 K 2024-11-14T12:56:54,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/e1fedf66a9d64b96993a1e6599607e3c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/e1fedf66a9d64b96993a1e6599607e3c 2024-11-14T12:56:54,429 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/e1fedf66a9d64b96993a1e6599607e3c, entries=150, sequenceid=47, filesize=11.7 K 2024-11-14T12:56:54,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/74287c5ee72b4a2eaf9274ecac143cbd as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/74287c5ee72b4a2eaf9274ecac143cbd 2024-11-14T12:56:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:54,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:54,432 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/74287c5ee72b4a2eaf9274ecac143cbd, entries=150, sequenceid=47, filesize=11.7 K 2024-11-14T12:56:54,433 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=6.71 KB/6870 for 0f467b49acabbce7913e615e9056d373 in 847ms, sequenceid=47, compaction requested=false 2024-11-14T12:56:54,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:56:54,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:54,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-14T12:56:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-14T12:56:54,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-14T12:56:54,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2220 sec 2024-11-14T12:56:54,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.2320 sec 2024-11-14T12:56:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:54,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:56:54,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:56:54,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:54,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:56:54,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:54,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:56:54,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:54,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/33d547ec2d4a466cbacf79fc0f12788b is 50, key is test_row_0/A:col10/1731589014435/Put/seqid=0 2024-11-14T12:56:54,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742275_1451 (size=12001) 2024-11-14T12:56:54,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589014472, max timestamp=1731589014505Num uniques 859; 2024-11-14T12:56:54,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589014472, max timestamp=1731589014505Num uniques 859; 2024-11-14T12:56:54,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589014472, max timestamp=1731589014505Num uniques 859; 2024-11-14T12:56:54,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:56:54,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:56:54,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:56:54,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589074534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:54,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589074535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589074536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589074544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:54,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589074545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:54,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:54,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589074654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:54,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589074654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:54,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589074654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:54,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589074654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:54,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589074664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:54,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:54,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/33d547ec2d4a466cbacf79fc0f12788b 2024-11-14T12:56:54,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/d175a186e39d4325a357b2e4fc238521 is 50, key is test_row_0/B:col10/1731589014435/Put/seqid=0 2024-11-14T12:56:54,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742276_1452 (size=12001) 2024-11-14T12:56:54,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/d175a186e39d4325a357b2e4fc238521 2024-11-14T12:56:54,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/b3f5cc33020845f4a0d7d5ef4efae4a2 is 50, key is test_row_0/C:col10/1731589014435/Put/seqid=0 2024-11-14T12:56:54,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742277_1453 (size=12001) 2024-11-14T12:56:54,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589074874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:54,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589074874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:54,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:54,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:54,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589074874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:54,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:54,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589074874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:54,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:54,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:54,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589074875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:54,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:54,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:55,104 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T12:56:55,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589075184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:55,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589075184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:55,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589075184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:55,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589075194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:55,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589075195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:55,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/b3f5cc33020845f4a0d7d5ef4efae4a2 2024-11-14T12:56:55,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/33d547ec2d4a466cbacf79fc0f12788b as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/33d547ec2d4a466cbacf79fc0f12788b 2024-11-14T12:56:55,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/33d547ec2d4a466cbacf79fc0f12788b, entries=150, sequenceid=57, filesize=11.7 K 2024-11-14T12:56:55,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/d175a186e39d4325a357b2e4fc238521 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d175a186e39d4325a357b2e4fc238521 2024-11-14T12:56:55,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d175a186e39d4325a357b2e4fc238521, entries=150, sequenceid=57, filesize=11.7 K 2024-11-14T12:56:55,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/b3f5cc33020845f4a0d7d5ef4efae4a2 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/b3f5cc33020845f4a0d7d5ef4efae4a2 2024-11-14T12:56:55,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/b3f5cc33020845f4a0d7d5ef4efae4a2, entries=150, sequenceid=57, filesize=11.7 K 2024-11-14T12:56:55,296 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-14T12:56:55,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0f467b49acabbce7913e615e9056d373 in 851ms, sequenceid=57, compaction requested=true 2024-11-14T12:56:55,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:56:55,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:56:55,297 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:55,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:55,297 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:55,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:56:55,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:55,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:56:55,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:55,298 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:55,298 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/B is initiating minor compaction (all files) 2024-11-14T12:56:55,299 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/B in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:55,299 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/a7f8a8e6bbf54cc4a1957124e40c85f2, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/e1fedf66a9d64b96993a1e6599607e3c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d175a186e39d4325a357b2e4fc238521] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=35.2 K 2024-11-14T12:56:55,299 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:55,299 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/A is initiating minor compaction (all files) 2024-11-14T12:56:55,299 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/A in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:55,299 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting a7f8a8e6bbf54cc4a1957124e40c85f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731589012205 2024-11-14T12:56:55,299 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/7ba9f770a55843fd8961c1fd4fd2ec78, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/7e5aabdcc4af4738a5b1d53585f64777, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/33d547ec2d4a466cbacf79fc0f12788b] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=39.7 K 2024-11-14T12:56:55,300 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ba9f770a55843fd8961c1fd4fd2ec78, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731589012205 2024-11-14T12:56:55,300 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting e1fedf66a9d64b96993a1e6599607e3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731589012278 2024-11-14T12:56:55,300 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting d175a186e39d4325a357b2e4fc238521, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731589014435 2024-11-14T12:56:55,300 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e5aabdcc4af4738a5b1d53585f64777, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731589012278 2024-11-14T12:56:55,300 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33d547ec2d4a466cbacf79fc0f12788b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731589014435 2024-11-14T12:56:55,307 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#A#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:55,307 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/8402e3523881482090c754f8bfe398e1 is 50, key is test_row_0/A:col10/1731589014435/Put/seqid=0 2024-11-14T12:56:55,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742278_1454 (size=12104) 2024-11-14T12:56:55,316 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#B#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:55,317 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/006029de9f5c45d0ad19e9574b67a4b8 is 50, key is test_row_0/B:col10/1731589014435/Put/seqid=0 2024-11-14T12:56:55,321 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/8402e3523881482090c754f8bfe398e1 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/8402e3523881482090c754f8bfe398e1 2024-11-14T12:56:55,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742279_1455 (size=12104) 2024-11-14T12:56:55,324 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f467b49acabbce7913e615e9056d373/A of 0f467b49acabbce7913e615e9056d373 into 8402e3523881482090c754f8bfe398e1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:55,324 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:56:55,324 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/A, priority=13, startTime=1731589015297; duration=0sec 2024-11-14T12:56:55,324 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:55,325 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:A 2024-11-14T12:56:55,325 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:55,325 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:55,325 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/C is initiating minor compaction (all files) 2024-11-14T12:56:55,325 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/C in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:55,325 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/9a28e1eb72a64ed0a865c88ac6d7404d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/74287c5ee72b4a2eaf9274ecac143cbd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/b3f5cc33020845f4a0d7d5ef4efae4a2] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=35.2 K 2024-11-14T12:56:55,326 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a28e1eb72a64ed0a865c88ac6d7404d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731589012205 2024-11-14T12:56:55,326 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74287c5ee72b4a2eaf9274ecac143cbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731589012278 2024-11-14T12:56:55,326 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3f5cc33020845f4a0d7d5ef4efae4a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731589014435 2024-11-14T12:56:55,328 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/006029de9f5c45d0ad19e9574b67a4b8 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/006029de9f5c45d0ad19e9574b67a4b8 2024-11-14T12:56:55,334 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f467b49acabbce7913e615e9056d373/B of 0f467b49acabbce7913e615e9056d373 into 006029de9f5c45d0ad19e9574b67a4b8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:55,334 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:56:55,334 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/B, priority=13, startTime=1731589015297; duration=0sec 2024-11-14T12:56:55,334 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:55,334 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:B 2024-11-14T12:56:55,334 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#C#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:55,335 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/3cb6c82dd1ff45c089d151475e5b5f27 is 50, key is test_row_0/C:col10/1731589014435/Put/seqid=0 2024-11-14T12:56:55,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742280_1456 (size=12104) 2024-11-14T12:56:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:55,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-14T12:56:55,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:56:55,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:55,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:56:55,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:55,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:56:55,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:55,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/17a426d9d71e4a6b8961ef908e65eb6f is 50, key is test_row_0/A:col10/1731589015709/Put/seqid=0 2024-11-14T12:56:55,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742281_1457 (size=14341) 2024-11-14T12:56:55,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/17a426d9d71e4a6b8961ef908e65eb6f 2024-11-14T12:56:55,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589075717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:55,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589075725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:55,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:55,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/d9b27287d1eb4afc8f318b6b035cce48 is 50, key is test_row_0/B:col10/1731589015709/Put/seqid=0 2024-11-14T12:56:55,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742282_1458 (size=12001) 2024-11-14T12:56:55,743 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/3cb6c82dd1ff45c089d151475e5b5f27 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/3cb6c82dd1ff45c089d151475e5b5f27 2024-11-14T12:56:55,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589075726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:55,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589075729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:55,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589075729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:55,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:55,754 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f467b49acabbce7913e615e9056d373/C of 0f467b49acabbce7913e615e9056d373 into 3cb6c82dd1ff45c089d151475e5b5f27(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:55,754 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:56:55,754 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/C, priority=13, startTime=1731589015297; duration=0sec 2024-11-14T12:56:55,754 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:55,754 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:C 2024-11-14T12:56:55,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589075835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589075835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:55,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589075854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:55,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:55,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589075854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:55,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589075855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:55,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:55,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589076045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589076045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589076074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589076074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589076074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/d9b27287d1eb4afc8f318b6b035cce48 2024-11-14T12:56:56,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/0318d15567e94aafa00a0463d174109b is 50, key is test_row_0/C:col10/1731589015709/Put/seqid=0 2024-11-14T12:56:56,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742283_1459 (size=12001) 2024-11-14T12:56:56,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/0318d15567e94aafa00a0463d174109b 2024-11-14T12:56:56,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/17a426d9d71e4a6b8961ef908e65eb6f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/17a426d9d71e4a6b8961ef908e65eb6f 2024-11-14T12:56:56,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/17a426d9d71e4a6b8961ef908e65eb6f, entries=200, sequenceid=96, filesize=14.0 K 2024-11-14T12:56:56,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/d9b27287d1eb4afc8f318b6b035cce48 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d9b27287d1eb4afc8f318b6b035cce48 2024-11-14T12:56:56,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d9b27287d1eb4afc8f318b6b035cce48, entries=150, sequenceid=96, filesize=11.7 K 2024-11-14T12:56:56,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/0318d15567e94aafa00a0463d174109b as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/0318d15567e94aafa00a0463d174109b 2024-11-14T12:56:56,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/0318d15567e94aafa00a0463d174109b, entries=150, sequenceid=96, filesize=11.7 K 2024-11-14T12:56:56,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=46.96 KB/48090 for 0f467b49acabbce7913e615e9056d373 in 483ms, sequenceid=96, compaction requested=false 2024-11-14T12:56:56,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:56:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:56,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T12:56:56,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:56:56,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:56,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:56:56,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:56,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:56:56,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:56,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/64c8e4b3917144a496d8842930d1a902 is 50, key is test_row_0/A:col10/1731589015726/Put/seqid=0 2024-11-14T12:56:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T12:56:56,364 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:56:56,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:56:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-14T12:56:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T12:56:56,369 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:56:56,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742284_1460 (size=14341) 2024-11-14T12:56:56,370 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:56:56,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:56:56,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589076440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589076441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589076443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731589016437, max timestamp=1731589016455Num uniques 859; 2024-11-14T12:56:56,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:56:56,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731589016437, max timestamp=1731589016455Num uniques 859; 2024-11-14T12:56:56,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:56:56,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,459 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,459 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,459 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731589016437, max timestamp=1731589016455Num uniques 859; 2024-11-14T12:56:56,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T12:56:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T12:56:56,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:56,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:56,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589076550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589076562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589076564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589076564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589076564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:56,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:56,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:56,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:56,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:56,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:56,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589076664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589076674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T12:56:56,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/64c8e4b3917144a496d8842930d1a902 2024-11-14T12:56:56,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/8415194b696d465c9a707955778de34d is 50, key is test_row_0/B:col10/1731589015726/Put/seqid=0 2024-11-14T12:56:56,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742285_1461 (size=12001) 2024-11-14T12:56:56,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589076784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589076785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589076785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:56,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:56,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:56,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:56,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:56,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:56,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589076885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:56,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589076885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:56,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:56,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:56,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:56,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:56,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:56,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:56,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:56,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T12:56:57,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589077105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:57,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589077105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589077105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:57,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:57,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:57,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:57,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:57,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/8415194b696d465c9a707955778de34d 2024-11-14T12:56:57,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/abf6a16da2ce44d7b02c3f5b82bc402e is 50, key is test_row_0/C:col10/1731589015726/Put/seqid=0 2024-11-14T12:56:57,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742286_1462 (size=12001) 2024-11-14T12:56:57,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589077195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:57,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:57,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589077195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:57,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:57,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:57,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:57,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:57,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:57,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:57,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:57,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:57,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:57,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T12:56:57,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:57,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:57,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:57,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:57,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/abf6a16da2ce44d7b02c3f5b82bc402e 2024-11-14T12:56:57,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/64c8e4b3917144a496d8842930d1a902 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/64c8e4b3917144a496d8842930d1a902 2024-11-14T12:56:57,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/64c8e4b3917144a496d8842930d1a902, entries=200, sequenceid=108, filesize=14.0 K 2024-11-14T12:56:57,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/8415194b696d465c9a707955778de34d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/8415194b696d465c9a707955778de34d 2024-11-14T12:56:57,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/8415194b696d465c9a707955778de34d, entries=150, sequenceid=108, filesize=11.7 K 2024-11-14T12:56:57,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/abf6a16da2ce44d7b02c3f5b82bc402e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/abf6a16da2ce44d7b02c3f5b82bc402e 2024-11-14T12:56:57,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/abf6a16da2ce44d7b02c3f5b82bc402e, entries=150, sequenceid=108, filesize=11.7 K 2024-11-14T12:56:57,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 0f467b49acabbce7913e615e9056d373 in 1260ms, sequenceid=108, compaction requested=true 2024-11-14T12:56:57,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:56:57,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:56:57,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:57,618 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:57,618 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:57,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:56:57,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:57,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:56:57,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:57,619 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:57,619 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:57,619 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/B is initiating minor compaction (all files) 2024-11-14T12:56:57,619 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/A is initiating minor compaction (all files) 2024-11-14T12:56:57,619 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/A in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:57,619 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/B in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:57,619 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/006029de9f5c45d0ad19e9574b67a4b8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d9b27287d1eb4afc8f318b6b035cce48, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/8415194b696d465c9a707955778de34d] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=35.3 K 2024-11-14T12:56:57,619 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/8402e3523881482090c754f8bfe398e1, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/17a426d9d71e4a6b8961ef908e65eb6f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/64c8e4b3917144a496d8842930d1a902] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=39.8 K 2024-11-14T12:56:57,620 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 006029de9f5c45d0ad19e9574b67a4b8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731589014435 2024-11-14T12:56:57,620 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8402e3523881482090c754f8bfe398e1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731589014435 2024-11-14T12:56:57,620 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17a426d9d71e4a6b8961ef908e65eb6f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731589014534 2024-11-14T12:56:57,620 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting d9b27287d1eb4afc8f318b6b035cce48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731589014534 2024-11-14T12:56:57,620 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64c8e4b3917144a496d8842930d1a902, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731589015725 2024-11-14T12:56:57,620 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 8415194b696d465c9a707955778de34d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731589015725 2024-11-14T12:56:57,631 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#A#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:57,632 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:57,632 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/b2f3ff252d8b447e8a5a79a39d365005 is 50, key is test_row_0/A:col10/1731589015726/Put/seqid=0 2024-11-14T12:56:57,632 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/934b0cb7c58543c8a4f5bd1f28277de8 is 50, key is test_row_0/B:col10/1731589015726/Put/seqid=0 2024-11-14T12:56:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:57,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-14T12:56:57,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:56:57,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:57,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:56:57,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:57,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:56:57,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:56:57,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/df2458a786704b71b01d7cb885275fce is 50, key is test_row_0/A:col10/1731589016513/Put/seqid=0 2024-11-14T12:56:57,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742288_1464 (size=12207) 2024-11-14T12:56:57,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742287_1463 (size=12207) 2024-11-14T12:56:57,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589077649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:57,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:57,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589077654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:57,683 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/934b0cb7c58543c8a4f5bd1f28277de8 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/934b0cb7c58543c8a4f5bd1f28277de8 2024-11-14T12:56:57,687 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f467b49acabbce7913e615e9056d373/B of 0f467b49acabbce7913e615e9056d373 into 934b0cb7c58543c8a4f5bd1f28277de8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:57,687 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:56:57,687 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/B, priority=13, startTime=1731589017618; duration=0sec 2024-11-14T12:56:57,687 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:56:57,687 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:B 2024-11-14T12:56:57,687 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:56:57,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589077669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:57,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:57,689 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:56:57,689 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/C is initiating minor compaction (all files) 2024-11-14T12:56:57,689 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/C in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:57,689 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/3cb6c82dd1ff45c089d151475e5b5f27, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/0318d15567e94aafa00a0463d174109b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/abf6a16da2ce44d7b02c3f5b82bc402e] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=35.3 K 2024-11-14T12:56:57,689 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cb6c82dd1ff45c089d151475e5b5f27, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731589014435 2024-11-14T12:56:57,689 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 0318d15567e94aafa00a0463d174109b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731589014534 2024-11-14T12:56:57,690 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting abf6a16da2ce44d7b02c3f5b82bc402e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731589015725 2024-11-14T12:56:57,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742289_1465 (size=14541) 2024-11-14T12:56:57,706 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#C#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:56:57,706 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/f14bfab5e60544f2973554f3819295e4 is 50, key is test_row_0/C:col10/1731589015726/Put/seqid=0 2024-11-14T12:56:57,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742290_1466 (size=12207) 2024-11-14T12:56:57,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589077714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:57,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:57,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589077714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:57,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:57,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:57,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:57,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:57,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:57,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589077774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:57,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589077785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:57,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:57,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589077794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:57,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:57,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:57,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:57,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:57,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589077994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:58,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:58,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589078005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:58,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589078005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:58,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:58,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,066 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/b2f3ff252d8b447e8a5a79a39d365005 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/b2f3ff252d8b447e8a5a79a39d365005 2024-11-14T12:56:58,070 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f467b49acabbce7913e615e9056d373/A of 0f467b49acabbce7913e615e9056d373 into b2f3ff252d8b447e8a5a79a39d365005(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:58,070 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:56:58,070 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/A, priority=13, startTime=1731589017618; duration=0sec 2024-11-14T12:56:58,070 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:58,070 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:A 2024-11-14T12:56:58,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/df2458a786704b71b01d7cb885275fce 2024-11-14T12:56:58,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/b905ec744c5c47f380a4af2d024f1f2a is 50, key is test_row_0/B:col10/1731589016513/Put/seqid=0 2024-11-14T12:56:58,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742291_1467 (size=12151) 2024-11-14T12:56:58,115 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/f14bfab5e60544f2973554f3819295e4 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f14bfab5e60544f2973554f3819295e4 2024-11-14T12:56:58,119 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f467b49acabbce7913e615e9056d373/C of 0f467b49acabbce7913e615e9056d373 into f14bfab5e60544f2973554f3819295e4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:56:58,119 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:56:58,119 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/C, priority=13, startTime=1731589017618; duration=0sec 2024-11-14T12:56:58,119 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:56:58,119 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:C 2024-11-14T12:56:58,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:58,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:58,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:58,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:58,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589078314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:58,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589078324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:58,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:58,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589078324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:58,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:58,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:58,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:58,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:58,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/b905ec744c5c47f380a4af2d024f1f2a 2024-11-14T12:56:58,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:58,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:58,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:58,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:58,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/03ca503177d34a0191f5b74244c4e453 is 50, key is test_row_0/C:col10/1731589016513/Put/seqid=0 2024-11-14T12:56:58,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742292_1468 (size=12151) 2024-11-14T12:56:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T12:56:58,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:58,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:58,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:58,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:58,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589078744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:58,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589078744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:58,754 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in 0f467b49acabbce7913e615e9056d373 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:56:58,754 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in 0f467b49acabbce7913e615e9056d373 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:56:58,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:58,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:58,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:58,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:58,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:56:58,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:58,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:56:58,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589078834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:58,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:58,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589078844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:58,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589078844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:56:58,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/03ca503177d34a0191f5b74244c4e453 2024-11-14T12:56:58,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/df2458a786704b71b01d7cb885275fce as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/df2458a786704b71b01d7cb885275fce 2024-11-14T12:56:58,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/df2458a786704b71b01d7cb885275fce, entries=200, sequenceid=145, filesize=14.2 K 2024-11-14T12:56:58,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/b905ec744c5c47f380a4af2d024f1f2a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/b905ec744c5c47f380a4af2d024f1f2a 2024-11-14T12:56:58,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/b905ec744c5c47f380a4af2d024f1f2a, entries=150, sequenceid=145, filesize=11.9 K 2024-11-14T12:56:58,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/03ca503177d34a0191f5b74244c4e453 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/03ca503177d34a0191f5b74244c4e453 2024-11-14T12:56:58,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/03ca503177d34a0191f5b74244c4e453, entries=150, sequenceid=145, filesize=11.9 K 2024-11-14T12:56:58,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 0f467b49acabbce7913e615e9056d373 in 1293ms, sequenceid=145, compaction requested=false 2024-11-14T12:56:58,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:56:58,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T12:56:58,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:58,965 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:56:58,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:56:58,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:58,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:56:58,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:58,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:56:58,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:58,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/affd1f9f20d74647b93af82c51787da8 is 50, key is test_row_0/A:col10/1731589017645/Put/seqid=0 2024-11-14T12:56:58,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742293_1469 (size=12151) 2024-11-14T12:56:59,372 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/affd1f9f20d74647b93af82c51787da8 2024-11-14T12:56:59,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/3f96beaa6f994b3ca23065bebb064fd9 is 50, key is test_row_0/B:col10/1731589017645/Put/seqid=0 2024-11-14T12:56:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742294_1470 (size=12151) 2024-11-14T12:56:59,797 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/3f96beaa6f994b3ca23065bebb064fd9 2024-11-14T12:56:59,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/18dea388427d4f42acfb1787718d09fd is 50, key is test_row_0/C:col10/1731589017645/Put/seqid=0 2024-11-14T12:56:59,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742295_1471 (size=12151) 2024-11-14T12:56:59,807 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/18dea388427d4f42acfb1787718d09fd 2024-11-14T12:56:59,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/affd1f9f20d74647b93af82c51787da8 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/affd1f9f20d74647b93af82c51787da8 2024-11-14T12:56:59,816 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/affd1f9f20d74647b93af82c51787da8, entries=150, sequenceid=158, filesize=11.9 K 2024-11-14T12:56:59,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/3f96beaa6f994b3ca23065bebb064fd9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/3f96beaa6f994b3ca23065bebb064fd9 2024-11-14T12:56:59,819 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/3f96beaa6f994b3ca23065bebb064fd9, entries=150, sequenceid=158, filesize=11.9 K 2024-11-14T12:56:59,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/18dea388427d4f42acfb1787718d09fd as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/18dea388427d4f42acfb1787718d09fd 2024-11-14T12:56:59,823 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/18dea388427d4f42acfb1787718d09fd, entries=150, sequenceid=158, filesize=11.9 K 2024-11-14T12:56:59,824 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 0f467b49acabbce7913e615e9056d373 in 859ms, sequenceid=158, compaction requested=true 2024-11-14T12:56:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:56:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:56:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-14T12:56:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-14T12:56:59,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-14T12:56:59,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4550 sec 2024-11-14T12:56:59,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 3.4630 sec 2024-11-14T12:56:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:56:59,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:56:59,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:56:59,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:59,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:56:59,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:59,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:56:59,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:56:59,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/1c381b95d9fc458f9c9c4ae14478a46e is 50, key is test_row_0/A:col10/1731589019870/Put/seqid=0 2024-11-14T12:56:59,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742296_1472 (size=12151) 2024-11-14T12:56:59,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731589019896, max timestamp=1731589019929Num uniques 859; 2024-11-14T12:56:59,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731589019896, max timestamp=1731589019929Num uniques 859; 2024-11-14T12:56:59,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T12:56:59,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T12:56:59,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:56:59,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731589019896, max timestamp=1731589019929Num uniques 859; 2024-11-14T12:56:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589079924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:56:59,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T12:56:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:56:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:00,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589080010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:00,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:00,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589080012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:00,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:00,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589080034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:00,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:00,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589080124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:00,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589080134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:00,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:00,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589080244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:00,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/1c381b95d9fc458f9c9c4ae14478a46e 2024-11-14T12:57:00,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/bf712eb551c4475db09dd96f6153e380 is 50, key is test_row_0/B:col10/1731589019870/Put/seqid=0 2024-11-14T12:57:00,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742297_1473 (size=12151) 2024-11-14T12:57:00,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589080344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:00,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:00,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589080354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:00,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:00,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T12:57:00,534 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:00,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:57:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-14T12:57:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T12:57:00,536 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:57:00,536 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:57:00,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:57:00,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589080564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:00,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T12:57:00,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589080664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:00,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589080664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:00,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/bf712eb551c4475db09dd96f6153e380 2024-11-14T12:57:00,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T12:57:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:00,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:00,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:00,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/3ec0c1eb01544fdb8348bb6e2d87fba8 is 50, key is test_row_0/C:col10/1731589019870/Put/seqid=0 2024-11-14T12:57:00,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742298_1474 (size=12151) 2024-11-14T12:57:00,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589080764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:00,768 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in 0f467b49acabbce7913e615e9056d373 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:57:00,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:00,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589080774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:00,784 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in 0f467b49acabbce7913e615e9056d373 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:57:00,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:00,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T12:57:00,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:00,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:00,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:00,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:00,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T12:57:00,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T12:57:00,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:00,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:00,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:00,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:00,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:01,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589081084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:01,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:01,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/3ec0c1eb01544fdb8348bb6e2d87fba8 2024-11-14T12:57:01,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/1c381b95d9fc458f9c9c4ae14478a46e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/1c381b95d9fc458f9c9c4ae14478a46e 2024-11-14T12:57:01,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/1c381b95d9fc458f9c9c4ae14478a46e, entries=150, sequenceid=168, filesize=11.9 K 2024-11-14T12:57:01,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/bf712eb551c4475db09dd96f6153e380 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/bf712eb551c4475db09dd96f6153e380 2024-11-14T12:57:01,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/bf712eb551c4475db09dd96f6153e380, entries=150, sequenceid=168, filesize=11.9 K 2024-11-14T12:57:01,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/3ec0c1eb01544fdb8348bb6e2d87fba8 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/3ec0c1eb01544fdb8348bb6e2d87fba8 2024-11-14T12:57:01,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/3ec0c1eb01544fdb8348bb6e2d87fba8, entries=150, sequenceid=168, filesize=11.9 K 2024-11-14T12:57:01,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0f467b49acabbce7913e615e9056d373 in 1240ms, sequenceid=168, compaction requested=true 2024-11-14T12:57:01,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:01,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:57:01,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:01,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:57:01,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:01,111 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:57:01,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:57:01,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T12:57:01,111 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:57:01,112 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51050 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:57:01,112 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/A is initiating minor compaction (all files) 2024-11-14T12:57:01,112 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/A in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:01,112 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/b2f3ff252d8b447e8a5a79a39d365005, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/df2458a786704b71b01d7cb885275fce, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/affd1f9f20d74647b93af82c51787da8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/1c381b95d9fc458f9c9c4ae14478a46e] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=49.9 K 2024-11-14T12:57:01,112 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:57:01,112 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/B is initiating minor compaction (all files) 2024-11-14T12:57:01,112 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/B in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:01,112 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/934b0cb7c58543c8a4f5bd1f28277de8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/b905ec744c5c47f380a4af2d024f1f2a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/3f96beaa6f994b3ca23065bebb064fd9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/bf712eb551c4475db09dd96f6153e380] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=47.5 K 2024-11-14T12:57:01,112 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 934b0cb7c58543c8a4f5bd1f28277de8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731589015725 2024-11-14T12:57:01,112 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2f3ff252d8b447e8a5a79a39d365005, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731589015725 2024-11-14T12:57:01,113 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting b905ec744c5c47f380a4af2d024f1f2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731589016513 2024-11-14T12:57:01,113 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting df2458a786704b71b01d7cb885275fce, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731589016513 2024-11-14T12:57:01,113 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f96beaa6f994b3ca23065bebb064fd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731589017645 2024-11-14T12:57:01,113 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting affd1f9f20d74647b93af82c51787da8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731589017645 2024-11-14T12:57:01,113 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting bf712eb551c4475db09dd96f6153e380, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731589019862 2024-11-14T12:57:01,114 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c381b95d9fc458f9c9c4ae14478a46e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731589019862 2024-11-14T12:57:01,120 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#B#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:01,120 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#A#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:01,121 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/ee83bae1f9db45b88c5d125235d7f427 is 50, key is test_row_0/A:col10/1731589019870/Put/seqid=0 2024-11-14T12:57:01,121 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/dc1eed684db24eb2a48b54d2aa5b6194 is 50, key is test_row_0/B:col10/1731589019870/Put/seqid=0 2024-11-14T12:57:01,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742299_1475 (size=12493) 2024-11-14T12:57:01,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742300_1476 (size=12493) 2024-11-14T12:57:01,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T12:57:01,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:01,147 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-14T12:57:01,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:57:01,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:01,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:57:01,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:01,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:57:01,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:01,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/282604db649043f9977f01c9c6ed9908 is 50, key is test_row_0/A:col10/1731589020008/Put/seqid=0 2024-11-14T12:57:01,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742301_1477 (size=12151) 2024-11-14T12:57:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T12:57:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:57:01,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:01,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589081211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:01,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:01,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589081217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:01,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:01,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589081324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:01,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589081334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:01,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:01,533 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/dc1eed684db24eb2a48b54d2aa5b6194 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/dc1eed684db24eb2a48b54d2aa5b6194 2024-11-14T12:57:01,536 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f467b49acabbce7913e615e9056d373/B of 0f467b49acabbce7913e615e9056d373 into dc1eed684db24eb2a48b54d2aa5b6194(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:01,536 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:01,536 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/B, priority=12, startTime=1731589021111; duration=0sec 2024-11-14T12:57:01,536 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/ee83bae1f9db45b88c5d125235d7f427 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/ee83bae1f9db45b88c5d125235d7f427 2024-11-14T12:57:01,536 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:01,536 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:B 2024-11-14T12:57:01,536 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:57:01,538 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:57:01,538 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/C is initiating minor compaction (all files) 2024-11-14T12:57:01,538 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/C in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:01,538 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f14bfab5e60544f2973554f3819295e4, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/03ca503177d34a0191f5b74244c4e453, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/18dea388427d4f42acfb1787718d09fd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/3ec0c1eb01544fdb8348bb6e2d87fba8] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=47.5 K 2024-11-14T12:57:01,538 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting f14bfab5e60544f2973554f3819295e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731589015725 2024-11-14T12:57:01,539 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 03ca503177d34a0191f5b74244c4e453, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731589016513 2024-11-14T12:57:01,539 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 18dea388427d4f42acfb1787718d09fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731589017645 2024-11-14T12:57:01,539 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ec0c1eb01544fdb8348bb6e2d87fba8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731589019862 2024-11-14T12:57:01,539 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f467b49acabbce7913e615e9056d373/A of 0f467b49acabbce7913e615e9056d373 into ee83bae1f9db45b88c5d125235d7f427(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:01,539 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:01,539 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/A, priority=12, startTime=1731589021111; duration=0sec 2024-11-14T12:57:01,540 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:01,540 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:A 2024-11-14T12:57:01,546 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#C#compaction#398 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:01,546 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/d5adb89cb80b4ad3ac29ba17c2c4df65 is 50, key is test_row_0/C:col10/1731589019870/Put/seqid=0 2024-11-14T12:57:01,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742302_1478 (size=12493) 2024-11-14T12:57:01,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589081544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:01,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:01,555 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/282604db649043f9977f01c9c6ed9908 2024-11-14T12:57:01,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/d05aca4a8dff47589c9737fdf768d8c4 is 50, key is test_row_0/B:col10/1731589020008/Put/seqid=0 2024-11-14T12:57:01,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589081554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:01,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742303_1479 (size=12151) 2024-11-14T12:57:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T12:57:01,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589081865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:01,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:01,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589081874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:01,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:01,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:01,954 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/d5adb89cb80b4ad3ac29ba17c2c4df65 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/d5adb89cb80b4ad3ac29ba17c2c4df65 2024-11-14T12:57:01,957 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f467b49acabbce7913e615e9056d373/C of 0f467b49acabbce7913e615e9056d373 into d5adb89cb80b4ad3ac29ba17c2c4df65(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:01,957 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:01,957 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/C, priority=12, startTime=1731589021111; duration=0sec 2024-11-14T12:57:01,957 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:01,957 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:C 2024-11-14T12:57:01,966 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/d05aca4a8dff47589c9737fdf768d8c4 2024-11-14T12:57:01,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/f10db877d9c64cc3a698ee7249213ce3 is 50, key is test_row_0/C:col10/1731589020008/Put/seqid=0 2024-11-14T12:57:01,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742304_1480 (size=12151) 2024-11-14T12:57:02,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589082114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:02,118 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in 0f467b49acabbce7913e615e9056d373 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:57:02,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:02,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:02,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:02,374 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/f10db877d9c64cc3a698ee7249213ce3 2024-11-14T12:57:02,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/282604db649043f9977f01c9c6ed9908 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/282604db649043f9977f01c9c6ed9908 2024-11-14T12:57:02,380 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/282604db649043f9977f01c9c6ed9908, entries=150, sequenceid=203, filesize=11.9 K 2024-11-14T12:57:02,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/d05aca4a8dff47589c9737fdf768d8c4 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d05aca4a8dff47589c9737fdf768d8c4 2024-11-14T12:57:02,383 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d05aca4a8dff47589c9737fdf768d8c4, entries=150, sequenceid=203, filesize=11.9 K 2024-11-14T12:57:02,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/f10db877d9c64cc3a698ee7249213ce3 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f10db877d9c64cc3a698ee7249213ce3 2024-11-14T12:57:02,386 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f10db877d9c64cc3a698ee7249213ce3, entries=150, sequenceid=203, filesize=11.9 K 2024-11-14T12:57:02,387 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 0f467b49acabbce7913e615e9056d373 in 1240ms, sequenceid=203, compaction requested=false 2024-11-14T12:57:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-14T12:57:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-14T12:57:02,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-14T12:57:02,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8520 sec 2024-11-14T12:57:02,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.8560 sec 2024-11-14T12:57:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:57:02,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T12:57:02,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:57:02,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:02,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:57:02,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:02,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:57:02,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:02,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/d6c336a202d9428d9235917a128a8ba5 is 50, key is test_row_0/A:col10/1731589021202/Put/seqid=0 2024-11-14T12:57:02,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742305_1481 (size=14541) 2024-11-14T12:57:02,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589082451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:02,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:02,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:02,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589022430, max timestamp=1731589022452Num uniques 859; 2024-11-14T12:57:02,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:02,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589022430, max timestamp=1731589022452Num uniques 859; 2024-11-14T12:57:02,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:02,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589022430, max timestamp=1731589022452Num uniques 859; 2024-11-14T12:57:02,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:02,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589082566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:02,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589082574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T12:57:02,685 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:02,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:57:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-14T12:57:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T12:57:02,687 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:57:02,688 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:57:02,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:57:02,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589082685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:02,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589082685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T12:57:02,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/d6c336a202d9428d9235917a128a8ba5 2024-11-14T12:57:02,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/92009e357ab047e385529792b0b6d10b is 50, key is test_row_0/B:col10/1731589021202/Put/seqid=0 2024-11-14T12:57:02,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742306_1482 (size=12151) 2024-11-14T12:57:02,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T12:57:02,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:02,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:02,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:02,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:02,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:02,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589082895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:02,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589082895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:02,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:02,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:02,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:02,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T12:57:02,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:02,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:02,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:02,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:02,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T12:57:03,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T12:57:03,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:03,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:03,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:03,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/92009e357ab047e385529792b0b6d10b 2024-11-14T12:57:03,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/dcfc341d369c457c8b08dc720a1b3557 is 50, key is test_row_0/C:col10/1731589021202/Put/seqid=0 2024-11-14T12:57:03,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742307_1483 (size=12151) 2024-11-14T12:57:03,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589083214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:03,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:03,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589083214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:03,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:03,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:03,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:03,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:03,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:03,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T12:57:03,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:03,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:03,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:03,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T12:57:03,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T12:57:03,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:03,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:03,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:03,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T12:57:03,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:03,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:03,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:03,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/dcfc341d369c457c8b08dc720a1b3557 2024-11-14T12:57:03,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/d6c336a202d9428d9235917a128a8ba5 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/d6c336a202d9428d9235917a128a8ba5 2024-11-14T12:57:03,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/d6c336a202d9428d9235917a128a8ba5, entries=200, sequenceid=217, filesize=14.2 K 2024-11-14T12:57:03,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/92009e357ab047e385529792b0b6d10b as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/92009e357ab047e385529792b0b6d10b 2024-11-14T12:57:03,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/92009e357ab047e385529792b0b6d10b, entries=150, sequenceid=217, filesize=11.9 K 2024-11-14T12:57:03,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/dcfc341d369c457c8b08dc720a1b3557 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/dcfc341d369c457c8b08dc720a1b3557 2024-11-14T12:57:03,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/dcfc341d369c457c8b08dc720a1b3557, entries=150, sequenceid=217, filesize=11.9 K 2024-11-14T12:57:03,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 0f467b49acabbce7913e615e9056d373 in 1246ms, sequenceid=217, compaction requested=true 2024-11-14T12:57:03,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:03,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:57:03,638 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:03,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:03,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:57:03,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:03,638 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:03,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:57:03,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:03,639 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:03,639 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:03,639 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/A is initiating minor compaction (all files) 2024-11-14T12:57:03,639 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/B is initiating minor compaction (all files) 2024-11-14T12:57:03,639 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/A in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:03,639 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/B in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:03,639 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/ee83bae1f9db45b88c5d125235d7f427, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/282604db649043f9977f01c9c6ed9908, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/d6c336a202d9428d9235917a128a8ba5] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=38.3 K 2024-11-14T12:57:03,639 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/dc1eed684db24eb2a48b54d2aa5b6194, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d05aca4a8dff47589c9737fdf768d8c4, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/92009e357ab047e385529792b0b6d10b] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=35.9 K 2024-11-14T12:57:03,639 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting dc1eed684db24eb2a48b54d2aa5b6194, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731589019862 2024-11-14T12:57:03,639 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee83bae1f9db45b88c5d125235d7f427, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731589019862 2024-11-14T12:57:03,639 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting d05aca4a8dff47589c9737fdf768d8c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731589019980 2024-11-14T12:57:03,639 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 282604db649043f9977f01c9c6ed9908, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731589019980 2024-11-14T12:57:03,639 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6c336a202d9428d9235917a128a8ba5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731589021196 2024-11-14T12:57:03,639 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 92009e357ab047e385529792b0b6d10b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731589021196 2024-11-14T12:57:03,645 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#A#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:03,645 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/595aa1b3853f46fbac7546977f53e2a9 is 50, key is test_row_0/A:col10/1731589021202/Put/seqid=0 2024-11-14T12:57:03,646 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:03,647 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/fe53caea509941428920af53d46e08ff is 50, key is test_row_0/B:col10/1731589021202/Put/seqid=0 2024-11-14T12:57:03,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742308_1484 (size=12595) 2024-11-14T12:57:03,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742309_1485 (size=12595) 2024-11-14T12:57:03,659 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/fe53caea509941428920af53d46e08ff as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/fe53caea509941428920af53d46e08ff 2024-11-14T12:57:03,665 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f467b49acabbce7913e615e9056d373/B of 0f467b49acabbce7913e615e9056d373 into fe53caea509941428920af53d46e08ff(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:03,665 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:03,665 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/B, priority=13, startTime=1731589023638; duration=0sec 2024-11-14T12:57:03,665 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:03,665 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:B 2024-11-14T12:57:03,665 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:03,666 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:03,666 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/C is initiating minor compaction (all files) 2024-11-14T12:57:03,666 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/C in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:03,666 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/d5adb89cb80b4ad3ac29ba17c2c4df65, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f10db877d9c64cc3a698ee7249213ce3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/dcfc341d369c457c8b08dc720a1b3557] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=35.9 K 2024-11-14T12:57:03,666 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting d5adb89cb80b4ad3ac29ba17c2c4df65, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731589019862 2024-11-14T12:57:03,666 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting f10db877d9c64cc3a698ee7249213ce3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731589019980 2024-11-14T12:57:03,666 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting dcfc341d369c457c8b08dc720a1b3557, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731589021196 2024-11-14T12:57:03,672 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#C#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:03,673 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/f9ce8b71c2474d319b17ea7b604e9aaf is 50, key is test_row_0/C:col10/1731589021202/Put/seqid=0 2024-11-14T12:57:03,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742310_1486 (size=12595) 2024-11-14T12:57:03,684 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/f9ce8b71c2474d319b17ea7b604e9aaf as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f9ce8b71c2474d319b17ea7b604e9aaf 2024-11-14T12:57:03,687 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f467b49acabbce7913e615e9056d373/C of 0f467b49acabbce7913e615e9056d373 into f9ce8b71c2474d319b17ea7b604e9aaf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:03,687 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:03,687 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/C, priority=13, startTime=1731589023638; duration=0sec 2024-11-14T12:57:03,687 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:03,687 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:C 2024-11-14T12:57:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:57:03,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-14T12:57:03,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:57:03,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:03,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:57:03,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:03,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:57:03,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:03,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/0eaff02d0db54730963a55782cf55238 is 50, key is test_row_0/A:col10/1731589022565/Put/seqid=0 2024-11-14T12:57:03,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742311_1487 (size=14541) 2024-11-14T12:57:03,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T12:57:03,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:03,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:03,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:03,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589083769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:03,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:03,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:03,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:03,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589083773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:03,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:03,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:03,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T12:57:03,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589083884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:03,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:03,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:03,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:03,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589083885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:03,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:03,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:03,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:03,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T12:57:03,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:03,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:03,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:03,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,052 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/595aa1b3853f46fbac7546977f53e2a9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/595aa1b3853f46fbac7546977f53e2a9 2024-11-14T12:57:04,055 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f467b49acabbce7913e615e9056d373/A of 0f467b49acabbce7913e615e9056d373 into 595aa1b3853f46fbac7546977f53e2a9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:04,055 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:04,055 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/A, priority=13, startTime=1731589023638; duration=0sec 2024-11-14T12:57:04,056 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:04,056 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:A 2024-11-14T12:57:04,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T12:57:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:04,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589084094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:04,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:04,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589084094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:04,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:04,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:04,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589084124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:04,133 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in 0f467b49acabbce7913e615e9056d373 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:57:04,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:04,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/0eaff02d0db54730963a55782cf55238 2024-11-14T12:57:04,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/599741a2c25743929a62e4290a6b75a5 is 50, key is test_row_0/B:col10/1731589022565/Put/seqid=0 2024-11-14T12:57:04,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742312_1488 (size=12151) 2024-11-14T12:57:04,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T12:57:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:04,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T12:57:04,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:04,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:04,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:04,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589084414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:04,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589084414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:04,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T12:57:04,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:04,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:04,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:04,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/599741a2c25743929a62e4290a6b75a5 2024-11-14T12:57:04,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/d4624ad7344e4abfa139e5511459005d is 50, key is test_row_0/C:col10/1731589022565/Put/seqid=0 2024-11-14T12:57:04,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742313_1489 (size=12151) 2024-11-14T12:57:04,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T12:57:04,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:04,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:04,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:04,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44952 deadline: 1731589084794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:04,799 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in 0f467b49acabbce7913e615e9056d373 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:57:04,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:04,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T12:57:04,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:04,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:04,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:04,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44914 deadline: 1731589084814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:04,827 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in 0f467b49acabbce7913e615e9056d373 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8277 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:57:04,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T12:57:04,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589084934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:04,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589084934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:04,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:04,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/d4624ad7344e4abfa139e5511459005d 2024-11-14T12:57:04,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/0eaff02d0db54730963a55782cf55238 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/0eaff02d0db54730963a55782cf55238 2024-11-14T12:57:04,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/0eaff02d0db54730963a55782cf55238, entries=200, sequenceid=255, filesize=14.2 K 2024-11-14T12:57:04,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/599741a2c25743929a62e4290a6b75a5 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/599741a2c25743929a62e4290a6b75a5 2024-11-14T12:57:04,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T12:57:04,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:04,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:04,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:04,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:04,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/599741a2c25743929a62e4290a6b75a5, entries=150, sequenceid=255, filesize=11.9 K 2024-11-14T12:57:04,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/d4624ad7344e4abfa139e5511459005d as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/d4624ad7344e4abfa139e5511459005d 2024-11-14T12:57:04,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/d4624ad7344e4abfa139e5511459005d, entries=150, sequenceid=255, filesize=11.9 K 2024-11-14T12:57:04,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 0f467b49acabbce7913e615e9056d373 in 1242ms, sequenceid=255, compaction requested=false 2024-11-14T12:57:04,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:05,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T12:57:05,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:05,130 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:57:05,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:57:05,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:05,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:57:05,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:05,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:57:05,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:05,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/8154102b76154654a328272bb077f0a8 is 50, key is test_row_0/A:col10/1731589023768/Put/seqid=0 2024-11-14T12:57:05,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742314_1490 (size=12301) 2024-11-14T12:57:05,540 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/8154102b76154654a328272bb077f0a8 2024-11-14T12:57:05,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/adf01971546d44dcaf572306848d6011 is 50, key is test_row_0/B:col10/1731589023768/Put/seqid=0 2024-11-14T12:57:05,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742315_1491 (size=12301) 2024-11-14T12:57:05,950 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/adf01971546d44dcaf572306848d6011 2024-11-14T12:57:05,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/49d044ab6956489b9f3e30ea9682262a is 50, key is test_row_0/C:col10/1731589023768/Put/seqid=0 2024-11-14T12:57:05,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742316_1492 (size=12301) 2024-11-14T12:57:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:57:05,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:06,011 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731589025984, max timestamp=1731589026009Num uniques 859; 2024-11-14T12:57:06,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T12:57:06,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731589025984, max timestamp=1731589026009Num uniques 859; 2024-11-14T12:57:06,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T12:57:06,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731589025984, max timestamp=1731589026009Num uniques 859; 2024-11-14T12:57:06,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T12:57:06,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589086116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:06,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:06,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589086116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:06,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:06,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589086235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:06,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:06,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589086235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:06,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:06,358 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/49d044ab6956489b9f3e30ea9682262a 2024-11-14T12:57:06,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/8154102b76154654a328272bb077f0a8 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/8154102b76154654a328272bb077f0a8 2024-11-14T12:57:06,364 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/8154102b76154654a328272bb077f0a8, entries=150, sequenceid=266, filesize=12.0 K 2024-11-14T12:57:06,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/adf01971546d44dcaf572306848d6011 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/adf01971546d44dcaf572306848d6011 2024-11-14T12:57:06,368 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/adf01971546d44dcaf572306848d6011, entries=150, sequenceid=266, filesize=12.0 K 2024-11-14T12:57:06,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/49d044ab6956489b9f3e30ea9682262a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/49d044ab6956489b9f3e30ea9682262a 2024-11-14T12:57:06,371 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/49d044ab6956489b9f3e30ea9682262a, entries=150, sequenceid=266, filesize=12.0 K 2024-11-14T12:57:06,372 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 0f467b49acabbce7913e615e9056d373 in 1243ms, sequenceid=266, compaction requested=true 2024-11-14T12:57:06,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:06,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:06,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-14T12:57:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-14T12:57:06,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-14T12:57:06,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6850 sec 2024-11-14T12:57:06,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 3.6900 sec 2024-11-14T12:57:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:57:06,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-11-14T12:57:06,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:57:06,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:06,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:57:06,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:06,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:57:06,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:06,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/06f21544170342189e8945e06a6935be is 50, key is test_row_0/A:col10/1731589026049/Put/seqid=0 2024-11-14T12:57:06,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742317_1493 (size=14741) 2024-11-14T12:57:06,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589086477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:06,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:06,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589086481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:06,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:06,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589086584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:06,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:06,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589086594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:06,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:06,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589086804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:06,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589086804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T12:57:06,845 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:06,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:57:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-14T12:57:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T12:57:06,846 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:57:06,847 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:57:06,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:57:06,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/06f21544170342189e8945e06a6935be 2024-11-14T12:57:06,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/57f39daa1ed74af1b7720641a5086983 is 50, key is test_row_0/B:col10/1731589026049/Put/seqid=0 2024-11-14T12:57:06,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742318_1494 (size=12301) 2024-11-14T12:57:06,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/57f39daa1ed74af1b7720641a5086983 2024-11-14T12:57:06,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/487a6439e9964193a04bf60e4aae60f9 is 50, key is test_row_0/C:col10/1731589026049/Put/seqid=0 2024-11-14T12:57:06,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742319_1495 (size=12301) 2024-11-14T12:57:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T12:57:06,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T12:57:06,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:06,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:06,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:06,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:06,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:07,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589087125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:07,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589087125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:07,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T12:57:07,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:07,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:07,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:07,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:07,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T12:57:07,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/487a6439e9964193a04bf60e4aae60f9 2024-11-14T12:57:07,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/06f21544170342189e8945e06a6935be as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/06f21544170342189e8945e06a6935be 2024-11-14T12:57:07,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/06f21544170342189e8945e06a6935be, entries=200, sequenceid=303, filesize=14.4 K 2024-11-14T12:57:07,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/57f39daa1ed74af1b7720641a5086983 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/57f39daa1ed74af1b7720641a5086983 2024-11-14T12:57:07,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/57f39daa1ed74af1b7720641a5086983, entries=150, sequenceid=303, filesize=12.0 K 2024-11-14T12:57:07,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/487a6439e9964193a04bf60e4aae60f9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/487a6439e9964193a04bf60e4aae60f9 2024-11-14T12:57:07,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/487a6439e9964193a04bf60e4aae60f9, entries=150, sequenceid=303, filesize=12.0 K 2024-11-14T12:57:07,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 0f467b49acabbce7913e615e9056d373 in 839ms, sequenceid=303, compaction requested=true 2024-11-14T12:57:07,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:07,299 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:57:07,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:57:07,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:07,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:57:07,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:07,300 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:57:07,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:57:07,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:07,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T12:57:07,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:07,304 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-14T12:57:07,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:57:07,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:07,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:57:07,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:07,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:57:07,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:07,305 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49348 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:57:07,305 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54178 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:57:07,306 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/B is initiating minor compaction (all files) 2024-11-14T12:57:07,306 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/A is initiating minor compaction (all files) 2024-11-14T12:57:07,306 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/A in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:07,306 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/B in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:07,306 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/fe53caea509941428920af53d46e08ff, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/599741a2c25743929a62e4290a6b75a5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/adf01971546d44dcaf572306848d6011, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/57f39daa1ed74af1b7720641a5086983] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=48.2 K 2024-11-14T12:57:07,306 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/595aa1b3853f46fbac7546977f53e2a9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/0eaff02d0db54730963a55782cf55238, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/8154102b76154654a328272bb077f0a8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/06f21544170342189e8945e06a6935be] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=52.9 K 2024-11-14T12:57:07,306 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting fe53caea509941428920af53d46e08ff, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731589021196 2024-11-14T12:57:07,306 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 595aa1b3853f46fbac7546977f53e2a9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731589021196 2024-11-14T12:57:07,306 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 599741a2c25743929a62e4290a6b75a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731589022565 2024-11-14T12:57:07,306 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0eaff02d0db54730963a55782cf55238, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731589022519 2024-11-14T12:57:07,307 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting adf01971546d44dcaf572306848d6011, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731589023754 2024-11-14T12:57:07,307 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 57f39daa1ed74af1b7720641a5086983, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731589026049 2024-11-14T12:57:07,307 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8154102b76154654a328272bb077f0a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731589023754 2024-11-14T12:57:07,308 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06f21544170342189e8945e06a6935be, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731589026049 2024-11-14T12:57:07,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/d28bb99c81a742e1a19f63168b681551 is 50, key is test_row_0/A:col10/1731589026467/Put/seqid=0 2024-11-14T12:57:07,319 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#B#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:07,319 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/5e676f1e549d4ebfa7198ed3312d9d4c is 50, key is test_row_0/B:col10/1731589026049/Put/seqid=0 2024-11-14T12:57:07,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742320_1496 (size=9857) 2024-11-14T12:57:07,333 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#A#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:07,333 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/039b4557feb54954af30de988bca14f5 is 50, key is test_row_0/A:col10/1731589026049/Put/seqid=0 2024-11-14T12:57:07,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742321_1497 (size=12881) 2024-11-14T12:57:07,341 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/5e676f1e549d4ebfa7198ed3312d9d4c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/5e676f1e549d4ebfa7198ed3312d9d4c 2024-11-14T12:57:07,348 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f467b49acabbce7913e615e9056d373/B of 0f467b49acabbce7913e615e9056d373 into 5e676f1e549d4ebfa7198ed3312d9d4c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:07,348 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:07,348 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/B, priority=12, startTime=1731589027300; duration=0sec 2024-11-14T12:57:07,348 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:07,348 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:B 2024-11-14T12:57:07,348 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:57:07,349 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49348 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:57:07,349 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/C is initiating minor compaction (all files) 2024-11-14T12:57:07,350 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/C in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:07,350 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f9ce8b71c2474d319b17ea7b604e9aaf, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/d4624ad7344e4abfa139e5511459005d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/49d044ab6956489b9f3e30ea9682262a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/487a6439e9964193a04bf60e4aae60f9] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=48.2 K 2024-11-14T12:57:07,350 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting f9ce8b71c2474d319b17ea7b604e9aaf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731589021196 2024-11-14T12:57:07,350 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting d4624ad7344e4abfa139e5511459005d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731589022565 2024-11-14T12:57:07,351 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 49d044ab6956489b9f3e30ea9682262a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731589023754 2024-11-14T12:57:07,351 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 487a6439e9964193a04bf60e4aae60f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731589026049 2024-11-14T12:57:07,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742322_1498 (size=12881) 2024-11-14T12:57:07,363 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#C#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:07,364 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/f68679e5616e499b882d31020af771ec is 50, key is test_row_0/C:col10/1731589026049/Put/seqid=0 2024-11-14T12:57:07,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742323_1499 (size=12881) 2024-11-14T12:57:07,385 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/f68679e5616e499b882d31020af771ec as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f68679e5616e499b882d31020af771ec 2024-11-14T12:57:07,392 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f467b49acabbce7913e615e9056d373/C of 0f467b49acabbce7913e615e9056d373 into f68679e5616e499b882d31020af771ec(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:07,392 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:07,392 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/C, priority=12, startTime=1731589027300; duration=0sec 2024-11-14T12:57:07,392 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:07,392 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:C 2024-11-14T12:57:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T12:57:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:57:07,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:07,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589027683, max timestamp=1731589027698Num uniques 859; 2024-11-14T12:57:07,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589027683, max timestamp=1731589027698Num uniques 859; 2024-11-14T12:57:07,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589027683, max timestamp=1731589027698Num uniques 859; 2024-11-14T12:57:07,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:07,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:07,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:07,725 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/d28bb99c81a742e1a19f63168b681551 2024-11-14T12:57:07,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/c7ea3fc6e5f84622970d659f03e29dba is 50, key is test_row_0/B:col10/1731589026467/Put/seqid=0 2024-11-14T12:57:07,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742324_1500 (size=9857) 2024-11-14T12:57:07,763 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/039b4557feb54954af30de988bca14f5 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/039b4557feb54954af30de988bca14f5 2024-11-14T12:57:07,766 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f467b49acabbce7913e615e9056d373/A of 0f467b49acabbce7913e615e9056d373 into 039b4557feb54954af30de988bca14f5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:07,766 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:07,766 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/A, priority=12, startTime=1731589027299; duration=0sec 2024-11-14T12:57:07,766 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:07,766 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:A 2024-11-14T12:57:07,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731589027730, max timestamp=1731589027772Num uniques 1068; 2024-11-14T12:57:07,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-14T12:57:07,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731589027730, max timestamp=1731589027772Num uniques 1068; 2024-11-14T12:57:07,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-14T12:57:07,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731589027730, max timestamp=1731589027772Num uniques 1068; 2024-11-14T12:57:07,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-14T12:57:07,830 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731589027730, max timestamp=1731589027827Num uniques 1077; 2024-11-14T12:57:07,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-14T12:57:07,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731589027730, max timestamp=1731589027827Num uniques 1077; 2024-11-14T12:57:07,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-14T12:57:07,833 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731589027730, max timestamp=1731589027827Num uniques 1077; 2024-11-14T12:57:07,833 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-14T12:57:07,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589087891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:07,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731589027869, max timestamp=1731589027892Num uniques 1086; 2024-11-14T12:57:07,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-14T12:57:07,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731589027869, max timestamp=1731589027892Num uniques 1086; 2024-11-14T12:57:07,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731589027869, max timestamp=1731589027892Num uniques 1086; 2024-11-14T12:57:07,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-14T12:57:07,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-14T12:57:07,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:07,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:07,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T12:57:08,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731589027975, max timestamp=1731589028005Num uniques 1095; 2024-11-14T12:57:08,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-14T12:57:08,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731589027975, max timestamp=1731589028005Num uniques 1095; 2024-11-14T12:57:08,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-14T12:57:08,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731589027975, max timestamp=1731589028005Num uniques 1095; 2024-11-14T12:57:08,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-14T12:57:08,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589088075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:08,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:08,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731589028040, max timestamp=1731589028082Num uniques 1054; 2024-11-14T12:57:08,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731589028040, max timestamp=1731589028082Num uniques 1054; 2024-11-14T12:57:08,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-14T12:57:08,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-14T12:57:08,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731589028040, max timestamp=1731589028082Num uniques 1054; 2024-11-14T12:57:08,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-14T12:57:08,136 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/c7ea3fc6e5f84622970d659f03e29dba 2024-11-14T12:57:08,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/5ba2dcd289e24badac8ec410afb17faf is 50, key is test_row_0/C:col10/1731589026467/Put/seqid=0 2024-11-14T12:57:08,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742325_1501 (size=9857) 2024-11-14T12:57:08,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589088178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:08,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731589028156, max timestamp=1731589028184Num uniques 1063; 2024-11-14T12:57:08,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731589028156, max timestamp=1731589028184Num uniques 1063; 2024-11-14T12:57:08,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-14T12:57:08,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-14T12:57:08,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731589028156, max timestamp=1731589028184Num uniques 1063; 2024-11-14T12:57:08,189 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-14T12:57:08,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:08,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731589028233, max timestamp=1731589028253Num uniques 1072; 2024-11-14T12:57:08,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-14T12:57:08,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731589028233, max timestamp=1731589028253Num uniques 1072; 2024-11-14T12:57:08,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-14T12:57:08,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731589028233, max timestamp=1731589028253Num uniques 1072; 2024-11-14T12:57:08,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-14T12:57:08,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589088324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,329 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731589028294, max timestamp=1731589028325Num uniques 1081; 2024-11-14T12:57:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:08,329 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731589028294, max timestamp=1731589028325Num uniques 1081; 2024-11-14T12:57:08,329 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-14T12:57:08,329 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-14T12:57:08,330 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731589028294, max timestamp=1731589028325Num uniques 1081; 2024-11-14T12:57:08,330 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-14T12:57:08,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589088378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:08,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:08,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589088388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:08,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:08,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589088434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:08,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:08,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589088494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:08,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589088494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:08,548 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/5ba2dcd289e24badac8ec410afb17faf 2024-11-14T12:57:08,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/d28bb99c81a742e1a19f63168b681551 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/d28bb99c81a742e1a19f63168b681551 2024-11-14T12:57:08,555 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/d28bb99c81a742e1a19f63168b681551, entries=100, sequenceid=311, filesize=9.6 K 2024-11-14T12:57:08,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/c7ea3fc6e5f84622970d659f03e29dba as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/c7ea3fc6e5f84622970d659f03e29dba 2024-11-14T12:57:08,562 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/c7ea3fc6e5f84622970d659f03e29dba, entries=100, sequenceid=311, filesize=9.6 K 2024-11-14T12:57:08,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/5ba2dcd289e24badac8ec410afb17faf as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/5ba2dcd289e24badac8ec410afb17faf 2024-11-14T12:57:08,565 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/5ba2dcd289e24badac8ec410afb17faf, entries=100, sequenceid=311, filesize=9.6 K 2024-11-14T12:57:08,565 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for 0f467b49acabbce7913e615e9056d373 in 1261ms, sequenceid=311, compaction requested=false 2024-11-14T12:57:08,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:08,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:08,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-14T12:57:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-14T12:57:08,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-14T12:57:08,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7200 sec 2024-11-14T12:57:08,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.7260 sec 2024-11-14T12:57:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:57:08,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=154.31 KB heapSize=434.02 KB 2024-11-14T12:57:08,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:57:08,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T12:57:08,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:57:08,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T12:57:08,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:57:08,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T12:57:08,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/5448e7b51aca4a7a9d33ab9b4ac33550 is 50, key is test_row_0/A:col10/1731589028647/Put/seqid=0 2024-11-14T12:57:08,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742326_1502 (size=14741) 2024-11-14T12:57:08,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/5448e7b51aca4a7a9d33ab9b4ac33550 2024-11-14T12:57:08,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/e15aef4d3497451aa71e225f559ef251 is 50, key is test_row_0/B:col10/1731589028647/Put/seqid=0 2024-11-14T12:57:08,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742327_1503 (size=12301) 2024-11-14T12:57:08,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589088679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:08,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589088704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:08,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589088705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:08,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:08,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589088794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:08,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:08,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T12:57:08,994 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:08,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:57:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-14T12:57:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T12:57:08,996 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:57:08,997 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:57:08,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:57:09,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589089014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:09,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:09,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589089024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:09,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:09,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589089025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:09,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:09,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/e15aef4d3497451aa71e225f559ef251 2024-11-14T12:57:09,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/cc7805ee00fa439c9ece9193313f7516 is 50, key is test_row_0/C:col10/1731589028647/Put/seqid=0 2024-11-14T12:57:09,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742328_1504 (size=12301) 2024-11-14T12:57:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T12:57:09,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T12:57:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:09,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:09,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:09,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T12:57:09,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:09,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:09,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:09,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T12:57:09,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589089334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:09,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T12:57:09,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:09,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:09,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:09,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/cc7805ee00fa439c9ece9193313f7516 2024-11-14T12:57:09,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/5448e7b51aca4a7a9d33ab9b4ac33550 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/5448e7b51aca4a7a9d33ab9b4ac33550 2024-11-14T12:57:09,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/5448e7b51aca4a7a9d33ab9b4ac33550, entries=200, sequenceid=489, filesize=14.4 K 2024-11-14T12:57:09,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/e15aef4d3497451aa71e225f559ef251 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/e15aef4d3497451aa71e225f559ef251 2024-11-14T12:57:09,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/e15aef4d3497451aa71e225f559ef251, entries=150, sequenceid=489, filesize=12.0 K 2024-11-14T12:57:09,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/cc7805ee00fa439c9ece9193313f7516 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/cc7805ee00fa439c9ece9193313f7516 2024-11-14T12:57:09,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/cc7805ee00fa439c9ece9193313f7516, entries=150, sequenceid=489, filesize=12.0 K 2024-11-14T12:57:09,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~433.97 KB/444384, currentSize=26.84 KB/27480 for 0f467b49acabbce7913e615e9056d373 in 857ms, sequenceid=489, compaction requested=true 2024-11-14T12:57:09,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:09,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:57:09,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:09,506 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:09,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:57:09,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:09,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:57:09,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:09,507 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:09,508 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:09,508 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/B is initiating minor compaction (all files) 2024-11-14T12:57:09,508 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/B in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:09,508 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/5e676f1e549d4ebfa7198ed3312d9d4c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/c7ea3fc6e5f84622970d659f03e29dba, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/e15aef4d3497451aa71e225f559ef251] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=34.2 K 2024-11-14T12:57:09,508 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e676f1e549d4ebfa7198ed3312d9d4c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731589026049 2024-11-14T12:57:09,509 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting c7ea3fc6e5f84622970d659f03e29dba, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731589026467 2024-11-14T12:57:09,509 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting e15aef4d3497451aa71e225f559ef251, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731589028376 2024-11-14T12:57:09,510 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37479 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:09,510 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/A is initiating minor compaction (all files) 2024-11-14T12:57:09,510 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/A in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:09,510 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/039b4557feb54954af30de988bca14f5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/d28bb99c81a742e1a19f63168b681551, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/5448e7b51aca4a7a9d33ab9b4ac33550] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=36.6 K 2024-11-14T12:57:09,511 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 039b4557feb54954af30de988bca14f5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731589026049 2024-11-14T12:57:09,511 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting d28bb99c81a742e1a19f63168b681551, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731589026467 2024-11-14T12:57:09,512 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5448e7b51aca4a7a9d33ab9b4ac33550, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731589028376 2024-11-14T12:57:09,515 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#B#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:09,516 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/dd3122fd54ec45a09fd9c960c803b7c9 is 50, key is test_row_0/B:col10/1731589028647/Put/seqid=0 2024-11-14T12:57:09,525 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#A#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:09,525 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/f420b68bd96b46fdb3ec9fdd32653770 is 50, key is test_row_0/A:col10/1731589028647/Put/seqid=0 2024-11-14T12:57:09,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742329_1505 (size=12983) 2024-11-14T12:57:09,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742330_1506 (size=12983) 2024-11-14T12:57:09,543 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/f420b68bd96b46fdb3ec9fdd32653770 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/f420b68bd96b46fdb3ec9fdd32653770 2024-11-14T12:57:09,550 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f467b49acabbce7913e615e9056d373/A of 0f467b49acabbce7913e615e9056d373 into f420b68bd96b46fdb3ec9fdd32653770(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:09,550 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:09,550 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/A, priority=13, startTime=1731589029506; duration=0sec 2024-11-14T12:57:09,550 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:09,550 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:A 2024-11-14T12:57:09,550 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:57:09,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:57:09,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:57:09,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:09,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:57:09,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:09,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:57:09,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:09,559 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:09,559 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/C is initiating minor compaction (all files) 2024-11-14T12:57:09,559 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/C in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:09,559 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f68679e5616e499b882d31020af771ec, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/5ba2dcd289e24badac8ec410afb17faf, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/cc7805ee00fa439c9ece9193313f7516] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=34.2 K 2024-11-14T12:57:09,559 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting f68679e5616e499b882d31020af771ec, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731589026049 2024-11-14T12:57:09,559 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ba2dcd289e24badac8ec410afb17faf, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731589026467 2024-11-14T12:57:09,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/94a32f075d4a40038d99ce7d43e353c9 is 50, key is test_row_1/A:col10/1731589029550/Put/seqid=0 2024-11-14T12:57:09,561 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc7805ee00fa439c9ece9193313f7516, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731589028376 2024-11-14T12:57:09,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742331_1507 (size=9857) 2024-11-14T12:57:09,580 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#C#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:09,580 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/ecb4857858b04472a0f4a8297354a205 is 50, key is test_row_0/C:col10/1731589028647/Put/seqid=0 2024-11-14T12:57:09,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742332_1508 (size=12983) 2024-11-14T12:57:09,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T12:57:09,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:09,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:09,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:09,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T12:57:09,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589029574, max timestamp=1731589029631Num uniques 859; 2024-11-14T12:57:09,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589029574, max timestamp=1731589029631Num uniques 859; 2024-11-14T12:57:09,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:09,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589029574, max timestamp=1731589029631Num uniques 859; 2024-11-14T12:57:09,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:09,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:09,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589089701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:09,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589089704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:09,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T12:57:09,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:09,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:09,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:09,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589089814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:09,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:09,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589089825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:09,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:09,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589089854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:09,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T12:57:09,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:09,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:09,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:09,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:09,932 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/dd3122fd54ec45a09fd9c960c803b7c9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/dd3122fd54ec45a09fd9c960c803b7c9 2024-11-14T12:57:09,936 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f467b49acabbce7913e615e9056d373/B of 0f467b49acabbce7913e615e9056d373 into dd3122fd54ec45a09fd9c960c803b7c9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:09,936 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:09,936 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/B, priority=13, startTime=1731589029506; duration=0sec 2024-11-14T12:57:09,936 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:09,936 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:B 2024-11-14T12:57:09,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/94a32f075d4a40038d99ce7d43e353c9 2024-11-14T12:57:09,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/061cc61f03fe4bd6b0db5c254920b6e6 is 50, key is test_row_1/B:col10/1731589029550/Put/seqid=0 2024-11-14T12:57:09,988 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/ecb4857858b04472a0f4a8297354a205 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/ecb4857858b04472a0f4a8297354a205 2024-11-14T12:57:09,992 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f467b49acabbce7913e615e9056d373/C of 0f467b49acabbce7913e615e9056d373 into ecb4857858b04472a0f4a8297354a205(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:09,992 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:09,992 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/C, priority=13, startTime=1731589029506; duration=0sec 2024-11-14T12:57:09,992 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:09,992 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:C 2024-11-14T12:57:09,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742333_1509 (size=9857) 2024-11-14T12:57:10,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589090034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:10,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589090034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:10,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:10,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:10,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:10,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:10,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:10,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:10,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T12:57:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:10,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:10,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T12:57:10,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T12:57:10,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:10,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:10,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:10,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:10,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:10,332 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:57:10,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589090344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:10,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589090355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:10,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T12:57:10,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:10,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:10,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:10,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/061cc61f03fe4bd6b0db5c254920b6e6 2024-11-14T12:57:10,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/176e48f33dc646479664d431b3dd1232 is 50, key is test_row_1/C:col10/1731589029550/Put/seqid=0 2024-11-14T12:57:10,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742334_1510 (size=9857) 2024-11-14T12:57:10,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T12:57:10,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:10,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:10,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:10,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:10,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:10,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T12:57:10,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:10,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:10,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:10,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:10,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:10,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/176e48f33dc646479664d431b3dd1232 2024-11-14T12:57:10,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/94a32f075d4a40038d99ce7d43e353c9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/94a32f075d4a40038d99ce7d43e353c9 2024-11-14T12:57:10,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/94a32f075d4a40038d99ce7d43e353c9, entries=100, sequenceid=500, filesize=9.6 K 2024-11-14T12:57:10,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/061cc61f03fe4bd6b0db5c254920b6e6 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/061cc61f03fe4bd6b0db5c254920b6e6 2024-11-14T12:57:10,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/061cc61f03fe4bd6b0db5c254920b6e6, entries=100, sequenceid=500, filesize=9.6 K 2024-11-14T12:57:10,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/176e48f33dc646479664d431b3dd1232 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/176e48f33dc646479664d431b3dd1232 2024-11-14T12:57:10,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/176e48f33dc646479664d431b3dd1232, entries=100, sequenceid=500, filesize=9.6 K 2024-11-14T12:57:10,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0f467b49acabbce7913e615e9056d373 in 1269ms, sequenceid=500, compaction requested=false 2024-11-14T12:57:10,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:10,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T12:57:10,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:10,837 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-14T12:57:10,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:57:10,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:10,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:57:10,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:10,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:57:10,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:10,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/166af21b5ce94af3acf059236e31273f is 50, key is test_row_0/A:col10/1731589029699/Put/seqid=0 2024-11-14T12:57:10,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742335_1511 (size=12301) 2024-11-14T12:57:10,851 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/166af21b5ce94af3acf059236e31273f 2024-11-14T12:57:10,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/d266dca0d3db4246925b2e813b3b06b0 is 50, key is test_row_0/B:col10/1731589029699/Put/seqid=0 2024-11-14T12:57:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:57:10,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. as already flushing 2024-11-14T12:57:10,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742336_1512 (size=12301) 2024-11-14T12:57:10,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589090896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589090901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:10,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589090902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:11,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589091014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589091014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:11,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589091024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:11,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T12:57:11,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589091224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:11,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589091224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:11,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589091245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:11,297 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/d266dca0d3db4246925b2e813b3b06b0 2024-11-14T12:57:11,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/9316911f72cb4dc29bd9fb1869668728 is 50, key is test_row_0/C:col10/1731589029699/Put/seqid=0 2024-11-14T12:57:11,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742337_1513 (size=12301) 2024-11-14T12:57:11,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589091544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:11,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589091544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:11,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589091554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:11,708 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/9316911f72cb4dc29bd9fb1869668728 2024-11-14T12:57:11,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/166af21b5ce94af3acf059236e31273f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/166af21b5ce94af3acf059236e31273f 2024-11-14T12:57:11,714 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/166af21b5ce94af3acf059236e31273f, entries=150, sequenceid=538, filesize=12.0 K 2024-11-14T12:57:11,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/d266dca0d3db4246925b2e813b3b06b0 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d266dca0d3db4246925b2e813b3b06b0 2024-11-14T12:57:11,718 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d266dca0d3db4246925b2e813b3b06b0, entries=150, sequenceid=538, filesize=12.0 K 2024-11-14T12:57:11,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/9316911f72cb4dc29bd9fb1869668728 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/9316911f72cb4dc29bd9fb1869668728 2024-11-14T12:57:11,721 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/9316911f72cb4dc29bd9fb1869668728, entries=150, sequenceid=538, filesize=12.0 K 2024-11-14T12:57:11,722 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 0f467b49acabbce7913e615e9056d373 in 884ms, sequenceid=538, compaction requested=true 2024-11-14T12:57:11,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:11,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:11,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-14T12:57:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-14T12:57:11,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-14T12:57:11,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7260 sec 2024-11-14T12:57:11,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.7300 sec 2024-11-14T12:57:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:57:12,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T12:57:12,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:57:12,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:12,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:57:12,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:12,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:57:12,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:12,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/fbd3cfa7b03d42668fb48dcafac9b641 is 50, key is test_row_1/A:col10/1731589032064/Put/seqid=0 2024-11-14T12:57:12,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742338_1514 (size=12297) 2024-11-14T12:57:12,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589092104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:12,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589032085, max timestamp=1731589032108Num uniques 859; 2024-11-14T12:57:12,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:12,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589032085, max timestamp=1731589032108Num uniques 859; 2024-11-14T12:57:12,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589032085, max timestamp=1731589032108Num uniques 859; 2024-11-14T12:57:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:12,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:12,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589092159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:12,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589092167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:12,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:12,214 INFO [Thread-2005 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2005. 2024-11-14T12:57:12,215 DEBUG [Thread-2005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:12,215 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:12,215 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:12,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:12,216 INFO [Thread-2009 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2009. 2024-11-14T12:57:12,216 DEBUG [Thread-2009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:12,216 DEBUG [Thread-2009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:12,216 DEBUG [Thread-2009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:12,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:12,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589092214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:12,220 INFO [Thread-2013 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2013. 2024-11-14T12:57:12,220 DEBUG [Thread-2013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:12,220 DEBUG [Thread-2013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:12,220 DEBUG [Thread-2013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:12,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:12,228 INFO [Thread-2007 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2007. 2024-11-14T12:57:12,228 DEBUG [Thread-2007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:12,228 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:12,228 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:12,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:12,228 INFO [Thread-2011 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2011. 2024-11-14T12:57:12,228 DEBUG [Thread-2011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:12,228 DEBUG [Thread-2011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:12,228 DEBUG [Thread-2011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:12,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:12,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589092274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:12,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:12,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589092285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:12,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589092424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:12,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/fbd3cfa7b03d42668fb48dcafac9b641 2024-11-14T12:57:12,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589092485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:12,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:12,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/70a40ad9ea08415db7f60bc1ba02f918 is 50, key is test_row_1/B:col10/1731589032064/Put/seqid=0 2024-11-14T12:57:12,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742339_1515 (size=9857) 2024-11-14T12:57:12,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589092494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:12,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:12,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589092734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:12,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:12,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589092794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:12,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589092805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:12,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:12,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:12,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/70a40ad9ea08415db7f60bc1ba02f918 2024-11-14T12:57:12,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/e7968dae04b64731ad7075584ee8b6a2 is 50, key is test_row_1/C:col10/1731589032064/Put/seqid=0 2024-11-14T12:57:12,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742340_1516 (size=9857) 2024-11-14T12:57:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T12:57:13,154 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:13,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44966 deadline: 1731589093244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:13,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:13,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:13,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:13,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44978 deadline: 1731589093304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:13,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:13,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:13,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:13,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/e7968dae04b64731ad7075584ee8b6a2 2024-11-14T12:57:13,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44930 deadline: 1731589093315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:13,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/fbd3cfa7b03d42668fb48dcafac9b641 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/fbd3cfa7b03d42668fb48dcafac9b641 2024-11-14T12:57:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 , the old value is region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:13,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., hostname=669ef94e8b26,46449,1731588882089, seqNum=2 because the exception is null or not the one we care about 2024-11-14T12:57:13,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/fbd3cfa7b03d42668fb48dcafac9b641, entries=150, sequenceid=549, filesize=12.0 K 2024-11-14T12:57:13,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/70a40ad9ea08415db7f60bc1ba02f918 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/70a40ad9ea08415db7f60bc1ba02f918 2024-11-14T12:57:13,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/70a40ad9ea08415db7f60bc1ba02f918, entries=100, sequenceid=549, filesize=9.6 K 2024-11-14T12:57:13,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/e7968dae04b64731ad7075584ee8b6a2 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/e7968dae04b64731ad7075584ee8b6a2 2024-11-14T12:57:13,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/e7968dae04b64731ad7075584ee8b6a2, entries=100, sequenceid=549, filesize=9.6 K 2024-11-14T12:57:13,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 0f467b49acabbce7913e615e9056d373 in 1265ms, sequenceid=549, compaction requested=true 2024-11-14T12:57:13,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:13,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:57:13,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:13,331 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:57:13,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:57:13,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:13,331 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:57:13,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f467b49acabbce7913e615e9056d373:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:57:13,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:13,333 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:57:13,333 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44998 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:57:13,333 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/A is initiating minor compaction (all files) 2024-11-14T12:57:13,333 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/B is initiating minor compaction (all files) 2024-11-14T12:57:13,333 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/A in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:13,333 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/B in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:13,333 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/f420b68bd96b46fdb3ec9fdd32653770, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/94a32f075d4a40038d99ce7d43e353c9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/166af21b5ce94af3acf059236e31273f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/fbd3cfa7b03d42668fb48dcafac9b641] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=46.3 K 2024-11-14T12:57:13,333 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/dd3122fd54ec45a09fd9c960c803b7c9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/061cc61f03fe4bd6b0db5c254920b6e6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d266dca0d3db4246925b2e813b3b06b0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/70a40ad9ea08415db7f60bc1ba02f918] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=43.9 K 2024-11-14T12:57:13,334 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting dd3122fd54ec45a09fd9c960c803b7c9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731589028376 2024-11-14T12:57:13,334 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting f420b68bd96b46fdb3ec9fdd32653770, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731589028376 2024-11-14T12:57:13,334 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 061cc61f03fe4bd6b0db5c254920b6e6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731589029539 2024-11-14T12:57:13,334 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94a32f075d4a40038d99ce7d43e353c9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731589029539 2024-11-14T12:57:13,334 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting d266dca0d3db4246925b2e813b3b06b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1731589029687 2024-11-14T12:57:13,334 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 166af21b5ce94af3acf059236e31273f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1731589029687 2024-11-14T12:57:13,334 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 70a40ad9ea08415db7f60bc1ba02f918, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1731589030901 2024-11-14T12:57:13,335 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbd3cfa7b03d42668fb48dcafac9b641, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1731589030900 2024-11-14T12:57:13,343 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#B#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:13,343 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#A#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:13,343 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/d21f115e48ab4e0dbc348c8e964a0ae6 is 50, key is test_row_0/A:col10/1731589029699/Put/seqid=0 2024-11-14T12:57:13,343 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/22fd0146b44a43599561d5a5eec3ecad is 50, key is test_row_0/B:col10/1731589029699/Put/seqid=0 2024-11-14T12:57:13,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742342_1518 (size=13119) 2024-11-14T12:57:13,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742341_1517 (size=13119) 2024-11-14T12:57:13,757 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/d21f115e48ab4e0dbc348c8e964a0ae6 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/d21f115e48ab4e0dbc348c8e964a0ae6 2024-11-14T12:57:13,757 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/22fd0146b44a43599561d5a5eec3ecad as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/22fd0146b44a43599561d5a5eec3ecad 2024-11-14T12:57:13,760 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f467b49acabbce7913e615e9056d373/B of 0f467b49acabbce7913e615e9056d373 into 22fd0146b44a43599561d5a5eec3ecad(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:13,760 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f467b49acabbce7913e615e9056d373/A of 0f467b49acabbce7913e615e9056d373 into d21f115e48ab4e0dbc348c8e964a0ae6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:13,760 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:13,760 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:13,760 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/B, priority=12, startTime=1731589033331; duration=0sec 2024-11-14T12:57:13,760 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/A, priority=12, startTime=1731589033331; duration=0sec 2024-11-14T12:57:13,761 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:13,761 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:B 2024-11-14T12:57:13,761 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:13,761 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:A 2024-11-14T12:57:13,761 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T12:57:13,762 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44998 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T12:57:13,762 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 0f467b49acabbce7913e615e9056d373/C is initiating minor compaction (all files) 2024-11-14T12:57:13,762 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f467b49acabbce7913e615e9056d373/C in TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:13,762 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/ecb4857858b04472a0f4a8297354a205, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/176e48f33dc646479664d431b3dd1232, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/9316911f72cb4dc29bd9fb1869668728, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/e7968dae04b64731ad7075584ee8b6a2] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp, totalSize=43.9 K 2024-11-14T12:57:13,762 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting ecb4857858b04472a0f4a8297354a205, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731589028376 2024-11-14T12:57:13,762 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 176e48f33dc646479664d431b3dd1232, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731589029539 2024-11-14T12:57:13,763 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 9316911f72cb4dc29bd9fb1869668728, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1731589029687 2024-11-14T12:57:13,763 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting e7968dae04b64731ad7075584ee8b6a2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1731589030901 2024-11-14T12:57:13,770 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f467b49acabbce7913e615e9056d373#C#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:13,771 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/bca162dfb4f94f0aa1ff66146c738410 is 50, key is test_row_0/C:col10/1731589029699/Put/seqid=0 2024-11-14T12:57:13,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742343_1519 (size=13119) 2024-11-14T12:57:13,780 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/bca162dfb4f94f0aa1ff66146c738410 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/bca162dfb4f94f0aa1ff66146c738410 2024-11-14T12:57:13,783 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f467b49acabbce7913e615e9056d373/C of 0f467b49acabbce7913e615e9056d373 into bca162dfb4f94f0aa1ff66146c738410(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:13,783 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:13,783 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., storeName=0f467b49acabbce7913e615e9056d373/C, priority=12, startTime=1731589033331; duration=0sec 2024-11-14T12:57:13,783 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:13,783 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f467b49acabbce7913e615e9056d373:C 2024-11-14T12:57:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 0f467b49acabbce7913e615e9056d373 2024-11-14T12:57:14,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-14T12:57:14,257 INFO [Thread-2000 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2000. 2024-11-14T12:57:14,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:57:14,257 DEBUG [Thread-2000 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:14,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:14,257 DEBUG [Thread-2000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:14,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:57:14,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:14,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:57:14,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:14,257 DEBUG [Thread-2000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:14,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:14,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/3a778df134824cf3a7ba06ff24178bbc is 50, key is test_row_0/A:col10/1731589034255/Put/seqid=0 2024-11-14T12:57:14,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742344_1520 (size=12301) 2024-11-14T12:57:14,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/3a778df134824cf3a7ba06ff24178bbc 2024-11-14T12:57:14,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/ad0f3f1022f9408c99458e1ff21f8521 is 50, key is test_row_0/B:col10/1731589034255/Put/seqid=0 2024-11-14T12:57:14,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742345_1521 (size=12301) 2024-11-14T12:57:14,317 INFO [Thread-1994 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1994. 2024-11-14T12:57:14,318 DEBUG [Thread-1994 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:14,318 DEBUG [Thread-1994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:14,318 DEBUG [Thread-1994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:14,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:14,328 INFO [Thread-1998 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1998. 2024-11-14T12:57:14,328 DEBUG [Thread-1998 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:14,328 DEBUG [Thread-1998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:14,328 DEBUG [Thread-1998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:14,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:14,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/ad0f3f1022f9408c99458e1ff21f8521 2024-11-14T12:57:14,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/00ccd265112d453fb2bc43ec9f447a56 is 50, key is test_row_0/C:col10/1731589034255/Put/seqid=0 2024-11-14T12:57:14,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742346_1522 (size=12301) 2024-11-14T12:57:14,857 INFO [Thread-1996 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1996. 2024-11-14T12:57:14,857 DEBUG [Thread-1996 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:14,857 DEBUG [Thread-1996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:14,857 DEBUG [Thread-1996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:14,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:14,919 INFO [Thread-2002 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2002. 2024-11-14T12:57:14,919 DEBUG [Thread-2002 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:14,919 DEBUG [Thread-2002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:14,920 DEBUG [Thread-2002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:14,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:14,920 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T12:57:14,920 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-14T12:57:14,920 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-14T12:57:14,920 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 179 2024-11-14T12:57:14,920 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 179 2024-11-14T12:57:14,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-14T12:57:14,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T12:57:14,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T12:57:14,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1090 2024-11-14T12:57:14,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3270 rows 2024-11-14T12:57:14,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1083 2024-11-14T12:57:14,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3249 rows 2024-11-14T12:57:14,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1088 2024-11-14T12:57:14,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3260 rows 2024-11-14T12:57:14,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1087 2024-11-14T12:57:14,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3261 rows 2024-11-14T12:57:14,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1094 2024-11-14T12:57:14,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3278 rows 2024-11-14T12:57:14,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:57:14,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:57:14,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:14,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:14,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:14,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T12:57:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T12:57:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T12:57:14,925 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731589034925"}]},"ts":"1731589034925"} 2024-11-14T12:57:14,926 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T12:57:14,927 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T12:57:14,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:57:14,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f467b49acabbce7913e615e9056d373, UNASSIGN}] 2024-11-14T12:57:14,929 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f467b49acabbce7913e615e9056d373, UNASSIGN 2024-11-14T12:57:14,929 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=0f467b49acabbce7913e615e9056d373, regionState=CLOSING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:14,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f467b49acabbce7913e615e9056d373, UNASSIGN because future has completed 2024-11-14T12:57:14,930 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:57:14,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:57:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T12:57:15,082 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close 0f467b49acabbce7913e615e9056d373 2024-11-14T12:57:15,082 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T12:57:15,082 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing 0f467b49acabbce7913e615e9056d373, disabling compactions & flushes 2024-11-14T12:57:15,082 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:15,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/00ccd265112d453fb2bc43ec9f447a56 2024-11-14T12:57:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/3a778df134824cf3a7ba06ff24178bbc as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/3a778df134824cf3a7ba06ff24178bbc 2024-11-14T12:57:15,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/3a778df134824cf3a7ba06ff24178bbc, entries=150, sequenceid=588, filesize=12.0 K 2024-11-14T12:57:15,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/ad0f3f1022f9408c99458e1ff21f8521 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/ad0f3f1022f9408c99458e1ff21f8521 2024-11-14T12:57:15,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/ad0f3f1022f9408c99458e1ff21f8521, entries=150, sequenceid=588, filesize=12.0 K 2024-11-14T12:57:15,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/00ccd265112d453fb2bc43ec9f447a56 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/00ccd265112d453fb2bc43ec9f447a56 2024-11-14T12:57:15,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/00ccd265112d453fb2bc43ec9f447a56, entries=150, sequenceid=588, filesize=12.0 K 2024-11-14T12:57:15,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=26.84 KB/27480 for 0f467b49acabbce7913e615e9056d373 in 858ms, sequenceid=588, compaction requested=false 2024-11-14T12:57:15,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f467b49acabbce7913e615e9056d373: 2024-11-14T12:57:15,115 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:15,115 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:15,116 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. after waiting 1 ms 2024-11-14T12:57:15,116 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:15,116 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing 0f467b49acabbce7913e615e9056d373 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-14T12:57:15,116 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=A 2024-11-14T12:57:15,116 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:15,116 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=B 2024-11-14T12:57:15,116 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:15,116 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f467b49acabbce7913e615e9056d373, store=C 2024-11-14T12:57:15,116 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:15,119 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/c3916f47145149858438c7f4b5c17e84 is 50, key is test_row_0/A:col10/1731589034915/Put/seqid=0 2024-11-14T12:57:15,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742347_1523 (size=7415) 2024-11-14T12:57:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T12:57:15,524 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/c3916f47145149858438c7f4b5c17e84 2024-11-14T12:57:15,535 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/7f3c1f87dad84d78b9cd0edd55768dcf is 50, key is test_row_0/B:col10/1731589034915/Put/seqid=0 2024-11-14T12:57:15,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742348_1524 (size=7415) 2024-11-14T12:57:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T12:57:15,939 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/7f3c1f87dad84d78b9cd0edd55768dcf 2024-11-14T12:57:15,944 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/da78b67709b549e49afb164a23411a57 is 50, key is test_row_0/C:col10/1731589034915/Put/seqid=0 2024-11-14T12:57:15,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742349_1525 (size=7415) 2024-11-14T12:57:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T12:57:16,349 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/da78b67709b549e49afb164a23411a57 2024-11-14T12:57:16,359 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/A/c3916f47145149858438c7f4b5c17e84 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/c3916f47145149858438c7f4b5c17e84 2024-11-14T12:57:16,363 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/c3916f47145149858438c7f4b5c17e84, entries=50, sequenceid=595, filesize=7.2 K 2024-11-14T12:57:16,364 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/B/7f3c1f87dad84d78b9cd0edd55768dcf as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/7f3c1f87dad84d78b9cd0edd55768dcf 2024-11-14T12:57:16,368 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/7f3c1f87dad84d78b9cd0edd55768dcf, entries=50, sequenceid=595, filesize=7.2 K 2024-11-14T12:57:16,368 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/.tmp/C/da78b67709b549e49afb164a23411a57 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/da78b67709b549e49afb164a23411a57 2024-11-14T12:57:16,373 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/da78b67709b549e49afb164a23411a57, entries=50, sequenceid=595, filesize=7.2 K 2024-11-14T12:57:16,374 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 0f467b49acabbce7913e615e9056d373 in 1258ms, sequenceid=595, compaction requested=true 2024-11-14T12:57:16,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/7ba9f770a55843fd8961c1fd4fd2ec78, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/7e5aabdcc4af4738a5b1d53585f64777, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/8402e3523881482090c754f8bfe398e1, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/33d547ec2d4a466cbacf79fc0f12788b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/17a426d9d71e4a6b8961ef908e65eb6f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/64c8e4b3917144a496d8842930d1a902, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/b2f3ff252d8b447e8a5a79a39d365005, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/df2458a786704b71b01d7cb885275fce, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/affd1f9f20d74647b93af82c51787da8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/ee83bae1f9db45b88c5d125235d7f427, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/1c381b95d9fc458f9c9c4ae14478a46e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/282604db649043f9977f01c9c6ed9908, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/d6c336a202d9428d9235917a128a8ba5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/595aa1b3853f46fbac7546977f53e2a9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/0eaff02d0db54730963a55782cf55238, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/8154102b76154654a328272bb077f0a8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/06f21544170342189e8945e06a6935be, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/039b4557feb54954af30de988bca14f5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/d28bb99c81a742e1a19f63168b681551, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/5448e7b51aca4a7a9d33ab9b4ac33550, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/f420b68bd96b46fdb3ec9fdd32653770, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/94a32f075d4a40038d99ce7d43e353c9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/166af21b5ce94af3acf059236e31273f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/fbd3cfa7b03d42668fb48dcafac9b641] to archive 2024-11-14T12:57:16,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:57:16,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/7ba9f770a55843fd8961c1fd4fd2ec78 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/7ba9f770a55843fd8961c1fd4fd2ec78 2024-11-14T12:57:16,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/7e5aabdcc4af4738a5b1d53585f64777 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/7e5aabdcc4af4738a5b1d53585f64777 2024-11-14T12:57:16,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/8402e3523881482090c754f8bfe398e1 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/8402e3523881482090c754f8bfe398e1 2024-11-14T12:57:16,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/33d547ec2d4a466cbacf79fc0f12788b to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/33d547ec2d4a466cbacf79fc0f12788b 2024-11-14T12:57:16,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/17a426d9d71e4a6b8961ef908e65eb6f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/17a426d9d71e4a6b8961ef908e65eb6f 2024-11-14T12:57:16,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/64c8e4b3917144a496d8842930d1a902 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/64c8e4b3917144a496d8842930d1a902 2024-11-14T12:57:16,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/b2f3ff252d8b447e8a5a79a39d365005 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/b2f3ff252d8b447e8a5a79a39d365005 2024-11-14T12:57:16,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/df2458a786704b71b01d7cb885275fce to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/df2458a786704b71b01d7cb885275fce 2024-11-14T12:57:16,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/affd1f9f20d74647b93af82c51787da8 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/affd1f9f20d74647b93af82c51787da8 2024-11-14T12:57:16,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/ee83bae1f9db45b88c5d125235d7f427 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/ee83bae1f9db45b88c5d125235d7f427 2024-11-14T12:57:16,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/1c381b95d9fc458f9c9c4ae14478a46e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/1c381b95d9fc458f9c9c4ae14478a46e 2024-11-14T12:57:16,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/282604db649043f9977f01c9c6ed9908 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/282604db649043f9977f01c9c6ed9908 2024-11-14T12:57:16,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/d6c336a202d9428d9235917a128a8ba5 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/d6c336a202d9428d9235917a128a8ba5 2024-11-14T12:57:16,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/595aa1b3853f46fbac7546977f53e2a9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/595aa1b3853f46fbac7546977f53e2a9 2024-11-14T12:57:16,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/0eaff02d0db54730963a55782cf55238 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/0eaff02d0db54730963a55782cf55238 2024-11-14T12:57:16,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/8154102b76154654a328272bb077f0a8 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/8154102b76154654a328272bb077f0a8 2024-11-14T12:57:16,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/06f21544170342189e8945e06a6935be to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/06f21544170342189e8945e06a6935be 2024-11-14T12:57:16,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/039b4557feb54954af30de988bca14f5 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/039b4557feb54954af30de988bca14f5 2024-11-14T12:57:16,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/d28bb99c81a742e1a19f63168b681551 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/d28bb99c81a742e1a19f63168b681551 2024-11-14T12:57:16,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/5448e7b51aca4a7a9d33ab9b4ac33550 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/5448e7b51aca4a7a9d33ab9b4ac33550 2024-11-14T12:57:16,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/f420b68bd96b46fdb3ec9fdd32653770 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/f420b68bd96b46fdb3ec9fdd32653770 2024-11-14T12:57:16,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/94a32f075d4a40038d99ce7d43e353c9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/94a32f075d4a40038d99ce7d43e353c9 2024-11-14T12:57:16,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/166af21b5ce94af3acf059236e31273f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/166af21b5ce94af3acf059236e31273f 2024-11-14T12:57:16,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/fbd3cfa7b03d42668fb48dcafac9b641 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/fbd3cfa7b03d42668fb48dcafac9b641 2024-11-14T12:57:16,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/a7f8a8e6bbf54cc4a1957124e40c85f2, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/e1fedf66a9d64b96993a1e6599607e3c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/006029de9f5c45d0ad19e9574b67a4b8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d175a186e39d4325a357b2e4fc238521, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d9b27287d1eb4afc8f318b6b035cce48, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/934b0cb7c58543c8a4f5bd1f28277de8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/8415194b696d465c9a707955778de34d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/b905ec744c5c47f380a4af2d024f1f2a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/3f96beaa6f994b3ca23065bebb064fd9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/dc1eed684db24eb2a48b54d2aa5b6194, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/bf712eb551c4475db09dd96f6153e380, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d05aca4a8dff47589c9737fdf768d8c4, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/fe53caea509941428920af53d46e08ff, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/92009e357ab047e385529792b0b6d10b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/599741a2c25743929a62e4290a6b75a5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/adf01971546d44dcaf572306848d6011, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/5e676f1e549d4ebfa7198ed3312d9d4c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/57f39daa1ed74af1b7720641a5086983, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/c7ea3fc6e5f84622970d659f03e29dba, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/dd3122fd54ec45a09fd9c960c803b7c9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/e15aef4d3497451aa71e225f559ef251, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/061cc61f03fe4bd6b0db5c254920b6e6, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d266dca0d3db4246925b2e813b3b06b0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/70a40ad9ea08415db7f60bc1ba02f918] to archive 2024-11-14T12:57:16,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:57:16,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/a7f8a8e6bbf54cc4a1957124e40c85f2 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/a7f8a8e6bbf54cc4a1957124e40c85f2 2024-11-14T12:57:16,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/e1fedf66a9d64b96993a1e6599607e3c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/e1fedf66a9d64b96993a1e6599607e3c 2024-11-14T12:57:16,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/006029de9f5c45d0ad19e9574b67a4b8 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/006029de9f5c45d0ad19e9574b67a4b8 2024-11-14T12:57:16,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d175a186e39d4325a357b2e4fc238521 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d175a186e39d4325a357b2e4fc238521 2024-11-14T12:57:16,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d9b27287d1eb4afc8f318b6b035cce48 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d9b27287d1eb4afc8f318b6b035cce48 2024-11-14T12:57:16,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/934b0cb7c58543c8a4f5bd1f28277de8 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/934b0cb7c58543c8a4f5bd1f28277de8 2024-11-14T12:57:16,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/8415194b696d465c9a707955778de34d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/8415194b696d465c9a707955778de34d 2024-11-14T12:57:16,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/b905ec744c5c47f380a4af2d024f1f2a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/b905ec744c5c47f380a4af2d024f1f2a 2024-11-14T12:57:16,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/3f96beaa6f994b3ca23065bebb064fd9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/3f96beaa6f994b3ca23065bebb064fd9 2024-11-14T12:57:16,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/dc1eed684db24eb2a48b54d2aa5b6194 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/dc1eed684db24eb2a48b54d2aa5b6194 2024-11-14T12:57:16,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/bf712eb551c4475db09dd96f6153e380 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/bf712eb551c4475db09dd96f6153e380 2024-11-14T12:57:16,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d05aca4a8dff47589c9737fdf768d8c4 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d05aca4a8dff47589c9737fdf768d8c4 2024-11-14T12:57:16,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/fe53caea509941428920af53d46e08ff to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/fe53caea509941428920af53d46e08ff 2024-11-14T12:57:16,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/92009e357ab047e385529792b0b6d10b to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/92009e357ab047e385529792b0b6d10b 2024-11-14T12:57:16,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/599741a2c25743929a62e4290a6b75a5 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/599741a2c25743929a62e4290a6b75a5 2024-11-14T12:57:16,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/adf01971546d44dcaf572306848d6011 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/adf01971546d44dcaf572306848d6011 2024-11-14T12:57:16,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/5e676f1e549d4ebfa7198ed3312d9d4c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/5e676f1e549d4ebfa7198ed3312d9d4c 2024-11-14T12:57:16,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/57f39daa1ed74af1b7720641a5086983 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/57f39daa1ed74af1b7720641a5086983 2024-11-14T12:57:16,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/c7ea3fc6e5f84622970d659f03e29dba to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/c7ea3fc6e5f84622970d659f03e29dba 2024-11-14T12:57:16,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/dd3122fd54ec45a09fd9c960c803b7c9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/dd3122fd54ec45a09fd9c960c803b7c9 2024-11-14T12:57:16,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/e15aef4d3497451aa71e225f559ef251 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/e15aef4d3497451aa71e225f559ef251 2024-11-14T12:57:16,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/061cc61f03fe4bd6b0db5c254920b6e6 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/061cc61f03fe4bd6b0db5c254920b6e6 2024-11-14T12:57:16,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d266dca0d3db4246925b2e813b3b06b0 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/d266dca0d3db4246925b2e813b3b06b0 2024-11-14T12:57:16,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/70a40ad9ea08415db7f60bc1ba02f918 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/70a40ad9ea08415db7f60bc1ba02f918 2024-11-14T12:57:16,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/9a28e1eb72a64ed0a865c88ac6d7404d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/74287c5ee72b4a2eaf9274ecac143cbd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/3cb6c82dd1ff45c089d151475e5b5f27, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/b3f5cc33020845f4a0d7d5ef4efae4a2, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/0318d15567e94aafa00a0463d174109b, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f14bfab5e60544f2973554f3819295e4, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/abf6a16da2ce44d7b02c3f5b82bc402e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/03ca503177d34a0191f5b74244c4e453, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/18dea388427d4f42acfb1787718d09fd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/d5adb89cb80b4ad3ac29ba17c2c4df65, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/3ec0c1eb01544fdb8348bb6e2d87fba8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f10db877d9c64cc3a698ee7249213ce3, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f9ce8b71c2474d319b17ea7b604e9aaf, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/dcfc341d369c457c8b08dc720a1b3557, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/d4624ad7344e4abfa139e5511459005d, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/49d044ab6956489b9f3e30ea9682262a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f68679e5616e499b882d31020af771ec, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/487a6439e9964193a04bf60e4aae60f9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/5ba2dcd289e24badac8ec410afb17faf, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/ecb4857858b04472a0f4a8297354a205, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/cc7805ee00fa439c9ece9193313f7516, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/176e48f33dc646479664d431b3dd1232, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/9316911f72cb4dc29bd9fb1869668728, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/e7968dae04b64731ad7075584ee8b6a2] to archive 2024-11-14T12:57:16,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:57:16,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/9a28e1eb72a64ed0a865c88ac6d7404d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/9a28e1eb72a64ed0a865c88ac6d7404d 2024-11-14T12:57:16,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/74287c5ee72b4a2eaf9274ecac143cbd to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/74287c5ee72b4a2eaf9274ecac143cbd 2024-11-14T12:57:16,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/3cb6c82dd1ff45c089d151475e5b5f27 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/3cb6c82dd1ff45c089d151475e5b5f27 2024-11-14T12:57:16,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/b3f5cc33020845f4a0d7d5ef4efae4a2 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/b3f5cc33020845f4a0d7d5ef4efae4a2 2024-11-14T12:57:16,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/0318d15567e94aafa00a0463d174109b to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/0318d15567e94aafa00a0463d174109b 2024-11-14T12:57:16,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f14bfab5e60544f2973554f3819295e4 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f14bfab5e60544f2973554f3819295e4 2024-11-14T12:57:16,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/abf6a16da2ce44d7b02c3f5b82bc402e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/abf6a16da2ce44d7b02c3f5b82bc402e 2024-11-14T12:57:16,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/03ca503177d34a0191f5b74244c4e453 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/03ca503177d34a0191f5b74244c4e453 2024-11-14T12:57:16,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/18dea388427d4f42acfb1787718d09fd to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/18dea388427d4f42acfb1787718d09fd 2024-11-14T12:57:16,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/d5adb89cb80b4ad3ac29ba17c2c4df65 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/d5adb89cb80b4ad3ac29ba17c2c4df65 2024-11-14T12:57:16,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/3ec0c1eb01544fdb8348bb6e2d87fba8 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/3ec0c1eb01544fdb8348bb6e2d87fba8 2024-11-14T12:57:16,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f10db877d9c64cc3a698ee7249213ce3 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f10db877d9c64cc3a698ee7249213ce3 2024-11-14T12:57:16,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f9ce8b71c2474d319b17ea7b604e9aaf to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f9ce8b71c2474d319b17ea7b604e9aaf 2024-11-14T12:57:16,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/dcfc341d369c457c8b08dc720a1b3557 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/dcfc341d369c457c8b08dc720a1b3557 2024-11-14T12:57:16,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/d4624ad7344e4abfa139e5511459005d to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/d4624ad7344e4abfa139e5511459005d 2024-11-14T12:57:16,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/49d044ab6956489b9f3e30ea9682262a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/49d044ab6956489b9f3e30ea9682262a 2024-11-14T12:57:16,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f68679e5616e499b882d31020af771ec to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/f68679e5616e499b882d31020af771ec 2024-11-14T12:57:16,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/487a6439e9964193a04bf60e4aae60f9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/487a6439e9964193a04bf60e4aae60f9 2024-11-14T12:57:16,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/5ba2dcd289e24badac8ec410afb17faf to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/5ba2dcd289e24badac8ec410afb17faf 2024-11-14T12:57:16,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/ecb4857858b04472a0f4a8297354a205 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/ecb4857858b04472a0f4a8297354a205 2024-11-14T12:57:16,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/cc7805ee00fa439c9ece9193313f7516 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/cc7805ee00fa439c9ece9193313f7516 2024-11-14T12:57:16,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/176e48f33dc646479664d431b3dd1232 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/176e48f33dc646479664d431b3dd1232 2024-11-14T12:57:16,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/9316911f72cb4dc29bd9fb1869668728 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/9316911f72cb4dc29bd9fb1869668728 2024-11-14T12:57:16,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/e7968dae04b64731ad7075584ee8b6a2 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/e7968dae04b64731ad7075584ee8b6a2 2024-11-14T12:57:16,441 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/recovered.edits/598.seqid, newMaxSeqId=598, maxSeqId=1 2024-11-14T12:57:16,442 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. 2024-11-14T12:57:16,442 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for 0f467b49acabbce7913e615e9056d373: Waiting for close lock at 1731589035082Running coprocessor pre-close hooks at 1731589035082Disabling compacts and flushes for region at 1731589035082Disabling writes for close at 1731589035116 (+34 ms)Obtaining lock to block concurrent updates at 1731589035116Preparing flush snapshotting stores in 0f467b49acabbce7913e615e9056d373 at 1731589035116Finished memstore snapshotting TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731589035116Flushing stores of TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373. at 1731589035116Flushing 0f467b49acabbce7913e615e9056d373/A: creating writer at 1731589035116Flushing 0f467b49acabbce7913e615e9056d373/A: appending metadata at 1731589035119 (+3 ms)Flushing 0f467b49acabbce7913e615e9056d373/A: closing flushed file at 1731589035119Flushing 0f467b49acabbce7913e615e9056d373/B: creating writer at 1731589035530 (+411 ms)Flushing 0f467b49acabbce7913e615e9056d373/B: appending metadata at 1731589035534 (+4 ms)Flushing 0f467b49acabbce7913e615e9056d373/B: closing flushed file at 1731589035534Flushing 0f467b49acabbce7913e615e9056d373/C: creating writer at 1731589035942 (+408 ms)Flushing 0f467b49acabbce7913e615e9056d373/C: appending metadata at 1731589035944 (+2 ms)Flushing 0f467b49acabbce7913e615e9056d373/C: closing flushed file at 1731589035944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@695341cf: reopening flushed file at 1731589036358 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74bcd6be: reopening flushed file at 1731589036363 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e5ce6b: reopening flushed file at 1731589036368 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 0f467b49acabbce7913e615e9056d373 in 1258ms, sequenceid=595, compaction requested=true at 1731589036374 (+6 ms)Writing region close event to WAL at 1731589036439 (+65 ms)Running coprocessor post-close hooks at 1731589036441 (+2 ms)Closed at 1731589036441 2024-11-14T12:57:16,443 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed 0f467b49acabbce7913e615e9056d373 2024-11-14T12:57:16,444 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=0f467b49acabbce7913e615e9056d373, regionState=CLOSED 2024-11-14T12:57:16,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:57:16,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-14T12:57:16,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure 0f467b49acabbce7913e615e9056d373, server=669ef94e8b26,46449,1731588882089 in 1.5160 sec 2024-11-14T12:57:16,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-14T12:57:16,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f467b49acabbce7913e615e9056d373, UNASSIGN in 1.5190 sec 2024-11-14T12:57:16,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-14T12:57:16,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5220 sec 2024-11-14T12:57:16,452 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731589036452"}]},"ts":"1731589036452"} 2024-11-14T12:57:16,453 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T12:57:16,453 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T12:57:16,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5310 sec 2024-11-14T12:57:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T12:57:17,075 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:17,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T12:57:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:57:17,080 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:57:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T12:57:17,082 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:57:17,086 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373 2024-11-14T12:57:17,089 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/recovered.edits] 2024-11-14T12:57:17,092 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/3a778df134824cf3a7ba06ff24178bbc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/3a778df134824cf3a7ba06ff24178bbc 2024-11-14T12:57:17,093 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/c3916f47145149858438c7f4b5c17e84 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/c3916f47145149858438c7f4b5c17e84 2024-11-14T12:57:17,095 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/d21f115e48ab4e0dbc348c8e964a0ae6 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/A/d21f115e48ab4e0dbc348c8e964a0ae6 2024-11-14T12:57:17,097 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/22fd0146b44a43599561d5a5eec3ecad to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/22fd0146b44a43599561d5a5eec3ecad 2024-11-14T12:57:17,097 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/7f3c1f87dad84d78b9cd0edd55768dcf to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/7f3c1f87dad84d78b9cd0edd55768dcf 2024-11-14T12:57:17,098 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/ad0f3f1022f9408c99458e1ff21f8521 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/B/ad0f3f1022f9408c99458e1ff21f8521 2024-11-14T12:57:17,100 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/00ccd265112d453fb2bc43ec9f447a56 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/00ccd265112d453fb2bc43ec9f447a56 2024-11-14T12:57:17,101 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/bca162dfb4f94f0aa1ff66146c738410 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/bca162dfb4f94f0aa1ff66146c738410 2024-11-14T12:57:17,102 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/da78b67709b549e49afb164a23411a57 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/C/da78b67709b549e49afb164a23411a57 2024-11-14T12:57:17,105 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/recovered.edits/598.seqid to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373/recovered.edits/598.seqid 2024-11-14T12:57:17,105 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/0f467b49acabbce7913e615e9056d373 2024-11-14T12:57:17,105 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T12:57:17,107 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:57:17,108 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T12:57:17,110 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T12:57:17,111 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:57:17,111 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T12:57:17,111 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731589037111"}]},"ts":"9223372036854775807"} 2024-11-14T12:57:17,112 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T12:57:17,112 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0f467b49acabbce7913e615e9056d373, NAME => 'TestAcidGuarantees,,1731589010002.0f467b49acabbce7913e615e9056d373.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T12:57:17,112 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T12:57:17,113 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731589037112"}]},"ts":"9223372036854775807"} 2024-11-14T12:57:17,114 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T12:57:17,114 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:57:17,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 38 msec 2024-11-14T12:57:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T12:57:17,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T12:57:17,192 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:17,203 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 248) - Thread LEAK? -, OpenFileDescriptor=449 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=321 (was 337), ProcessCount=11 (was 11), AvailableMemoryMB=5833 (was 5874) 2024-11-14T12:57:17,213 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=321, ProcessCount=11, AvailableMemoryMB=5833 2024-11-14T12:57:17,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:57:17,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:57:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T12:57:17,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:57:17,217 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:17,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 142 2024-11-14T12:57:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-14T12:57:17,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:57:17,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742350_1526 (size=1061) 2024-11-14T12:57:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-14T12:57:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-14T12:57:17,626 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45 2024-11-14T12:57:17,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742351_1527 (size=53) 2024-11-14T12:57:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-14T12:57:18,036 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:57:18,037 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2b0d95cf983d0245f15298749473eacc, disabling compactions & flushes 2024-11-14T12:57:18,037 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:18,037 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:18,037 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. after waiting 0 ms 2024-11-14T12:57:18,037 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:18,037 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:18,037 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b0d95cf983d0245f15298749473eacc: Waiting for close lock at 1731589038036Disabling compacts and flushes for region at 1731589038036Disabling writes for close at 1731589038037 (+1 ms)Writing region close event to WAL at 1731589038037Closed at 1731589038037 2024-11-14T12:57:18,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:57:18,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731589038040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731589038040"}]},"ts":"1731589038040"} 2024-11-14T12:57:18,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:57:18,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:57:18,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731589038045"}]},"ts":"1731589038045"} 2024-11-14T12:57:18,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T12:57:18,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b0d95cf983d0245f15298749473eacc, ASSIGN}] 2024-11-14T12:57:18,047 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b0d95cf983d0245f15298749473eacc, ASSIGN 2024-11-14T12:57:18,048 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b0d95cf983d0245f15298749473eacc, ASSIGN; state=OFFLINE, location=669ef94e8b26,46449,1731588882089; forceNewPlan=false, retain=false 2024-11-14T12:57:18,199 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=2b0d95cf983d0245f15298749473eacc, regionState=OPENING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:18,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b0d95cf983d0245f15298749473eacc, ASSIGN because future has completed 2024-11-14T12:57:18,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:57:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-14T12:57:18,362 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:18,363 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:57:18,363 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:18,363 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:57:18,364 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:18,364 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:18,365 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:18,367 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:57:18,367 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b0d95cf983d0245f15298749473eacc columnFamilyName A 2024-11-14T12:57:18,367 DEBUG [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:18,368 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.HStore(327): Store=2b0d95cf983d0245f15298749473eacc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:57:18,368 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:18,369 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:57:18,369 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b0d95cf983d0245f15298749473eacc columnFamilyName B 2024-11-14T12:57:18,369 DEBUG [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:18,370 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.HStore(327): Store=2b0d95cf983d0245f15298749473eacc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:57:18,370 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:18,371 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:57:18,371 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b0d95cf983d0245f15298749473eacc columnFamilyName C 2024-11-14T12:57:18,371 DEBUG [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:18,371 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.HStore(327): Store=2b0d95cf983d0245f15298749473eacc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:57:18,371 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:18,371 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:18,372 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:18,372 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:18,374 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:18,374 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:18,374 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:57:18,375 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:18,377 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:57:18,378 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened 2b0d95cf983d0245f15298749473eacc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60612354, jitterRate=-0.09680554270744324}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:57:18,378 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:18,379 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for 2b0d95cf983d0245f15298749473eacc: Running coprocessor pre-open hook at 1731589038364Writing region info on filesystem at 1731589038364Initializing all the Stores at 1731589038365 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731589038365Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731589038365Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731589038365Cleaning up temporary data from old regions at 1731589038374 (+9 ms)Running coprocessor post-open hooks at 1731589038378 (+4 ms)Region opened successfully at 1731589038379 (+1 ms) 2024-11-14T12:57:18,380 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., pid=144, masterSystemTime=1731589038356 2024-11-14T12:57:18,382 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:18,382 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:18,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=2b0d95cf983d0245f15298749473eacc, regionState=OPEN, openSeqNum=2, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:18,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:57:18,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-14T12:57:18,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 in 184 msec 2024-11-14T12:57:18,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-14T12:57:18,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b0d95cf983d0245f15298749473eacc, ASSIGN in 341 msec 2024-11-14T12:57:18,392 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:57:18,392 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731589038392"}]},"ts":"1731589038392"} 2024-11-14T12:57:18,393 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T12:57:18,394 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:57:18,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1790 sec 2024-11-14T12:57:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-14T12:57:19,365 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:19,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a769332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:19,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:57:19,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:57:19,369 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:57:19,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:57:19,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:57:19,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8e031c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:19,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:57:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:57:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:19,371 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:57:19,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f04b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:19,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:57:19,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:57:19,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:57:19,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:57:19,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:57:19,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 669ef94e8b26,35021,1731588881221 2024-11-14T12:57:19,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@548bf93b 2024-11-14T12:57:19,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:57:19,378 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:57:19,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T12:57:19,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:57:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T12:57:19,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742352_1528 (size=1097) 2024-11-14T12:57:19,792 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-14T12:57:19,792 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-14T12:57:19,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:57:19,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b0d95cf983d0245f15298749473eacc, REOPEN/MOVE}] 2024-11-14T12:57:19,797 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b0d95cf983d0245f15298749473eacc, REOPEN/MOVE 2024-11-14T12:57:19,798 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=2b0d95cf983d0245f15298749473eacc, regionState=CLOSING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:19,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b0d95cf983d0245f15298749473eacc, REOPEN/MOVE because future has completed 2024-11-14T12:57:19,800 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:57:19,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:57:19,953 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:19,953 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T12:57:19,953 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing 2b0d95cf983d0245f15298749473eacc, disabling compactions & flushes 2024-11-14T12:57:19,953 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:19,953 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:19,953 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. after waiting 0 ms 2024-11-14T12:57:19,953 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:19,957 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T12:57:19,958 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:19,958 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for 2b0d95cf983d0245f15298749473eacc: Waiting for close lock at 1731589039953Running coprocessor pre-close hooks at 1731589039953Disabling compacts and flushes for region at 1731589039953Disabling writes for close at 1731589039953Writing region close event to WAL at 1731589039954 (+1 ms)Running coprocessor post-close hooks at 1731589039958 (+4 ms)Closed at 1731589039958 2024-11-14T12:57:19,958 WARN [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: 2b0d95cf983d0245f15298749473eacc to self. 2024-11-14T12:57:19,961 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:19,961 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=2b0d95cf983d0245f15298749473eacc, regionState=CLOSED 2024-11-14T12:57:19,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:57:19,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-14T12:57:19,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure 2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 in 164 msec 2024-11-14T12:57:19,968 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b0d95cf983d0245f15298749473eacc, REOPEN/MOVE; state=CLOSED, location=669ef94e8b26,46449,1731588882089; forceNewPlan=false, retain=true 2024-11-14T12:57:20,119 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=2b0d95cf983d0245f15298749473eacc, regionState=OPENING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b0d95cf983d0245f15298749473eacc, REOPEN/MOVE because future has completed 2024-11-14T12:57:20,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:57:20,283 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:20,283 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:57:20,284 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:20,284 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:57:20,284 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:20,284 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:20,287 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:20,288 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:57:20,288 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b0d95cf983d0245f15298749473eacc columnFamilyName A 2024-11-14T12:57:20,289 DEBUG [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:20,289 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.HStore(327): Store=2b0d95cf983d0245f15298749473eacc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:57:20,290 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:20,290 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:57:20,290 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b0d95cf983d0245f15298749473eacc columnFamilyName B 2024-11-14T12:57:20,290 DEBUG [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:20,291 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.HStore(327): Store=2b0d95cf983d0245f15298749473eacc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:57:20,291 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:20,291 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T12:57:20,292 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b0d95cf983d0245f15298749473eacc columnFamilyName C 2024-11-14T12:57:20,292 DEBUG [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:20,292 INFO [StoreOpener-2b0d95cf983d0245f15298749473eacc-1 {}] regionserver.HStore(327): Store=2b0d95cf983d0245f15298749473eacc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:57:20,292 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:20,292 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:20,293 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:20,294 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:20,295 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:20,295 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:20,295 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T12:57:20,297 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:20,298 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened 2b0d95cf983d0245f15298749473eacc; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60725510, jitterRate=-0.09511938691139221}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T12:57:20,298 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:20,299 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for 2b0d95cf983d0245f15298749473eacc: Running coprocessor pre-open hook at 1731589040284Writing region info on filesystem at 1731589040285 (+1 ms)Initializing all the Stores at 1731589040286 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731589040286Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731589040286Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731589040287 (+1 ms)Cleaning up temporary data from old regions at 1731589040295 (+8 ms)Running coprocessor post-open hooks at 1731589040298 (+3 ms)Region opened successfully at 1731589040299 (+1 ms) 2024-11-14T12:57:20,299 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., pid=149, masterSystemTime=1731589040278 2024-11-14T12:57:20,301 DEBUG [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:20,301 INFO [RS_OPEN_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:20,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=2b0d95cf983d0245f15298749473eacc, regionState=OPEN, openSeqNum=5, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:57:20,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147 2024-11-14T12:57:20,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 in 179 msec 2024-11-14T12:57:20,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-14T12:57:20,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b0d95cf983d0245f15298749473eacc, REOPEN/MOVE in 508 msec 2024-11-14T12:57:20,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-14T12:57:20,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 512 msec 2024-11-14T12:57:20,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 927 msec 2024-11-14T12:57:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-14T12:57:20,310 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:20,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd32fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:57:20,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:57:20,312 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:57:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:57:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:57:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e77fe38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:57:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:57:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:20,313 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:57:20,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4415f4eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,314 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:57:20,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:57:20,314 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:57:20,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:57:20,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:57:20,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152b4a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:57:20,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:57:20,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:20,315 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:57:20,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ae12c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:57:20,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:57:20,317 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:57:20,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:57:20,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:57:20,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179443df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:57:20,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:57:20,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:20,318 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:57:20,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b3a4c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:57:20,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:57:20,319 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:57:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:57:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:57:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1753d603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:57:20,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:57:20,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:20,320 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:57:20,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1725e432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:57:20,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:57:20,322 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:57:20,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:57:20,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:57:20,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682ea295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:57:20,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:57:20,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:20,322 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:57:20,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a7627c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41947491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:57:20,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:57:20,324 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:57:20,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:57:20,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:57:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f852f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:57:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:57:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:20,325 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:57:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4893272d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:57:20,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:57:20,327 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:57:20,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:57:20,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:57:20,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476aa6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:57:20,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:57:20,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:20,329 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:57:20,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fab49e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:57:20,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:57:20,331 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:57:20,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:57:20,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:57:20,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bc127f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:57:20,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:57:20,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:20,333 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:57:20,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595cc3b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:57:20,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:57:20,336 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:57:20,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:57:20,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:57:20,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0e1494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:57:20,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:57:20,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:20,338 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:57:20,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8675cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 669ef94e8b26,35021,-1 for getting cluster id 2024-11-14T12:57:20,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:57:20,340 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b22464-3a71-4916-915d-ed1779135218' 2024-11-14T12:57:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:57:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b22464-3a71-4916-915d-ed1779135218" 2024-11-14T12:57:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225c42af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [669ef94e8b26,35021,-1] 2024-11-14T12:57:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:57:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:20,342 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:57:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfff334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:57:20,343 DEBUG [Thread-2373 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:57:20,343 DEBUG [Thread-2375 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:57:20,343 DEBUG [Thread-2366 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:57:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:57:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:57:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:57:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:57:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:57:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:57:20,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:57:20,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:57:20,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:57:20,346 DEBUG [Thread-2358 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:57:20,346 DEBUG [Thread-2364 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:57:20,346 DEBUG [Thread-2360 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:57:20,347 DEBUG [Thread-2369 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:57:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:57:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:57:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:57:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:57:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:57:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:57:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:57:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:57:20,348 DEBUG [Thread-2371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:57:20,348 DEBUG [Thread-2362 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:57:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:57:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:57:20,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:57:20,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:57:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:57:20,349 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:57:20,349 DEBUG [Thread-2377 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:57:20,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:57:20,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:57:20,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:57:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-14T12:57:20,350 DEBUG [Thread-2362 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:57:20,351 DEBUG [Thread-2362 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:57:20,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:57:20,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:57:20,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:57:20,351 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:57:20,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=669ef94e8b26,46449,1731588882089, seqNum=-1] 2024-11-14T12:57:20,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:57:20,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:57:20,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:57:20,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:57:20,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:57:20,353 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:57:20,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:57:20,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:57:20,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:57:20,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:57:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5] 2024-11-14T12:57:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T12:57:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:20,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:57:20,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:20,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:20,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:20,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:20,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:20,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:20,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589100405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589100406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:20,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1731589040402, max timestamp=1731589040409Num uniques 859; 2024-11-14T12:57:20,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:20,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731589040402, max timestamp=1731589040408Num uniques 859; 2024-11-14T12:57:20,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:20,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1731589040402, max timestamp=1731589040409Num uniques 859; 2024-11-14T12:57:20,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:20,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:20,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144cf17ea3c6454c7692171d99371a9b49_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_0/A:col10/1731589040384/Put/seqid=0 2024-11-14T12:57:20,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742353_1529 (size=12154) 2024-11-14T12:57:20,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589100435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:20,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589100436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:20,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589100440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T12:57:20,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T12:57:20,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:20,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:20,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:20,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:20,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:20,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589100514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589100514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:20,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:20,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589100544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589100544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:20,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:20,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589100554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:20,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T12:57:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:20,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T12:57:20,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589100725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589100725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:20,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589100754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589100754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:20,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589100764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:20,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:20,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:20,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T12:57:20,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:20,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:20,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:20,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:20,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:20,837 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:20,840 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144cf17ea3c6454c7692171d99371a9b49_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144cf17ea3c6454c7692171d99371a9b49_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:20,840 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/47bb451396e24bf2b8a682dd5f4283be, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:20,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/47bb451396e24bf2b8a682dd5f4283be is 175, key is test_row_0/A:col10/1731589040384/Put/seqid=0 2024-11-14T12:57:20,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742354_1530 (size=30955) 2024-11-14T12:57:20,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T12:57:20,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:20,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:20,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:20,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:20,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T12:57:21,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589101035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:21,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589101035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:21,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:21,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589101064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:21,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:21,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589101064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:21,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:21,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:21,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589101075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:21,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T12:57:21,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:21,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:21,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:21,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:21,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:21,244 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/47bb451396e24bf2b8a682dd5f4283be 2024-11-14T12:57:21,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/1168d037b5bc48378461e44c06302840 is 50, key is test_row_0/B:col10/1731589040384/Put/seqid=0 2024-11-14T12:57:21,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742355_1531 (size=12001) 2024-11-14T12:57:21,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T12:57:21,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:21,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:21,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:21,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:21,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:21,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T12:57:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:21,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T12:57:21,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589101544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589101544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:21,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:21,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T12:57:21,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:21,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:21,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:21,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:21,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:21,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589101575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:21,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:21,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589101575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:21,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589101584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:21,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/1168d037b5bc48378461e44c06302840 2024-11-14T12:57:21,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/43fbaf2ab9614fa2a70d625c062d11ac is 50, key is test_row_0/C:col10/1731589040384/Put/seqid=0 2024-11-14T12:57:21,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742356_1532 (size=12001) 2024-11-14T12:57:21,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/43fbaf2ab9614fa2a70d625c062d11ac 2024-11-14T12:57:21,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/47bb451396e24bf2b8a682dd5f4283be as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/47bb451396e24bf2b8a682dd5f4283be 2024-11-14T12:57:21,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/47bb451396e24bf2b8a682dd5f4283be, entries=150, sequenceid=15, filesize=30.2 K 2024-11-14T12:57:21,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/1168d037b5bc48378461e44c06302840 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/1168d037b5bc48378461e44c06302840 2024-11-14T12:57:21,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/1168d037b5bc48378461e44c06302840, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T12:57:21,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/43fbaf2ab9614fa2a70d625c062d11ac as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/43fbaf2ab9614fa2a70d625c062d11ac 2024-11-14T12:57:21,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/43fbaf2ab9614fa2a70d625c062d11ac, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T12:57:21,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 2b0d95cf983d0245f15298749473eacc in 1317ms, sequenceid=15, compaction requested=false 2024-11-14T12:57:21,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:21,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T12:57:21,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:21,727 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-14T12:57:21,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:21,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:21,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:21,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:21,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:21,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:21,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149999def8d2fc4888b70b698c242dbb59_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_0/A:col10/1731589040435/Put/seqid=0 2024-11-14T12:57:21,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742357_1533 (size=12154) 2024-11-14T12:57:21,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:21,743 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149999def8d2fc4888b70b698c242dbb59_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149999def8d2fc4888b70b698c242dbb59_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:21,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/1d1f08c54990409aabdb65f1c547ff8c, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:21,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/1d1f08c54990409aabdb65f1c547ff8c is 175, key is test_row_0/A:col10/1731589040435/Put/seqid=0 2024-11-14T12:57:21,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742358_1534 (size=30955) 2024-11-14T12:57:21,749 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/1d1f08c54990409aabdb65f1c547ff8c 2024-11-14T12:57:21,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/10492fbe3f2544e1a3ea0c31c524c8bb is 50, key is test_row_0/B:col10/1731589040435/Put/seqid=0 2024-11-14T12:57:21,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742359_1535 (size=12001) 2024-11-14T12:57:21,762 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/10492fbe3f2544e1a3ea0c31c524c8bb 2024-11-14T12:57:21,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/57cd99f9faf7438ca78fbe1412a6d2a8 is 50, key is test_row_0/C:col10/1731589040435/Put/seqid=0 2024-11-14T12:57:21,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742360_1536 (size=12001) 2024-11-14T12:57:21,965 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T12:57:22,172 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/57cd99f9faf7438ca78fbe1412a6d2a8 2024-11-14T12:57:22,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/1d1f08c54990409aabdb65f1c547ff8c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/1d1f08c54990409aabdb65f1c547ff8c 2024-11-14T12:57:22,178 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/1d1f08c54990409aabdb65f1c547ff8c, entries=150, sequenceid=50, filesize=30.2 K 2024-11-14T12:57:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/10492fbe3f2544e1a3ea0c31c524c8bb as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/10492fbe3f2544e1a3ea0c31c524c8bb 2024-11-14T12:57:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,182 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/10492fbe3f2544e1a3ea0c31c524c8bb, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T12:57:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/57cd99f9faf7438ca78fbe1412a6d2a8 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/57cd99f9faf7438ca78fbe1412a6d2a8 2024-11-14T12:57:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,186 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/57cd99f9faf7438ca78fbe1412a6d2a8, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T12:57:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,186 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=0 B/0 for 2b0d95cf983d0245f15298749473eacc in 460ms, sequenceid=50, compaction requested=false 2024-11-14T12:57:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:22,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:22,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-14T12:57:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-14T12:57:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-14T12:57:22,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8350 sec 2024-11-14T12:57:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.8410 sec 2024-11-14T12:57:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T12:57:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,514 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,515 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:57:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-14T12:57:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T12:57:22,517 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:57:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,517 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:57:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:57:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:57:22,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:22,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:22,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:22,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:22,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:22,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:22,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111423c3c67d05c547c9a05cd2387fb0091b_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_0/A:col10/1731589042595/Put/seqid=0 2024-11-14T12:57:22,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742361_1537 (size=21918) 2024-11-14T12:57:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T12:57:22,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589102620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:22,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589042616, max timestamp=1731589042625Num uniques 859; 2024-11-14T12:57:22,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:22,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589042616, max timestamp=1731589042625Num uniques 859; 2024-11-14T12:57:22,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589042616, max timestamp=1731589042625Num uniques 859; 2024-11-14T12:57:22,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:22,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:22,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589102649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:22,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:22,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589102652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:22,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:22,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589102655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589102655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:22,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T12:57:22,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:22,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:22,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:22,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:22,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:22,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589102734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:22,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:22,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589102765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589102765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:22,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589102765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:22,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589102775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:22,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T12:57:22,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:22,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:22,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:22,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:22,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T12:57:22,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589102944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:22,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:22,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T12:57:22,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:22,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:22,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:22,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:22,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:22,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589102974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:22,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:22,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589102974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:22,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:22,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589102974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:22,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:22,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589102984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:22,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:22,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:23,008 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:23,010 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111423c3c67d05c547c9a05cd2387fb0091b_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111423c3c67d05c547c9a05cd2387fb0091b_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:23,011 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/8d5c489785344687a0a0b89742e2b299, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:23,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/8d5c489785344687a0a0b89742e2b299 is 175, key is test_row_0/A:col10/1731589042595/Put/seqid=0 2024-11-14T12:57:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742362_1538 (size=65323) 2024-11-14T12:57:23,017 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/8d5c489785344687a0a0b89742e2b299 2024-11-14T12:57:23,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/70ee42c016e744ce863794f2c32c2004 is 50, key is test_row_0/B:col10/1731589042595/Put/seqid=0 2024-11-14T12:57:23,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742363_1539 (size=12001) 2024-11-14T12:57:23,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/70ee42c016e744ce863794f2c32c2004 2024-11-14T12:57:23,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/91b8dd06006d46ed97d4a03b1c0e636a is 50, key is test_row_0/C:col10/1731589042595/Put/seqid=0 2024-11-14T12:57:23,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742364_1540 (size=12001) 2024-11-14T12:57:23,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T12:57:23,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:23,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:23,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:23,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:23,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T12:57:23,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589103254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:23,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T12:57:23,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:23,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:23,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:23,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:23,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:23,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589103285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:23,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:23,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589103285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589103285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:23,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589103297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:23,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T12:57:23,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:23,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:23,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:23,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:23,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:23,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/91b8dd06006d46ed97d4a03b1c0e636a 2024-11-14T12:57:23,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/8d5c489785344687a0a0b89742e2b299 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/8d5c489785344687a0a0b89742e2b299 2024-11-14T12:57:23,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/8d5c489785344687a0a0b89742e2b299, entries=350, sequenceid=60, filesize=63.8 K 2024-11-14T12:57:23,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/70ee42c016e744ce863794f2c32c2004 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/70ee42c016e744ce863794f2c32c2004 2024-11-14T12:57:23,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/70ee42c016e744ce863794f2c32c2004, entries=150, sequenceid=60, filesize=11.7 K 2024-11-14T12:57:23,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/91b8dd06006d46ed97d4a03b1c0e636a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/91b8dd06006d46ed97d4a03b1c0e636a 2024-11-14T12:57:23,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/91b8dd06006d46ed97d4a03b1c0e636a, entries=150, sequenceid=60, filesize=11.7 K 2024-11-14T12:57:23,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 2b0d95cf983d0245f15298749473eacc in 877ms, sequenceid=60, compaction requested=true 2024-11-14T12:57:23,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:23,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:57:23,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:23,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:57:23,474 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:23,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:23,474 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:23,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:57:23,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:23,474 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:23,474 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:23,475 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/B is initiating minor compaction (all files) 2024-11-14T12:57:23,475 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/A is initiating minor compaction (all files) 2024-11-14T12:57:23,475 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/A in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:23,475 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/B in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:23,475 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/1168d037b5bc48378461e44c06302840, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/10492fbe3f2544e1a3ea0c31c524c8bb, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/70ee42c016e744ce863794f2c32c2004] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=35.2 K 2024-11-14T12:57:23,475 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/47bb451396e24bf2b8a682dd5f4283be, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/1d1f08c54990409aabdb65f1c547ff8c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/8d5c489785344687a0a0b89742e2b299] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=124.3 K 2024-11-14T12:57:23,475 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:23,475 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/47bb451396e24bf2b8a682dd5f4283be, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/1d1f08c54990409aabdb65f1c547ff8c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/8d5c489785344687a0a0b89742e2b299] 2024-11-14T12:57:23,475 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 1168d037b5bc48378461e44c06302840, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731589040353 2024-11-14T12:57:23,477 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47bb451396e24bf2b8a682dd5f4283be, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731589040353 2024-11-14T12:57:23,477 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 10492fbe3f2544e1a3ea0c31c524c8bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731589040433 2024-11-14T12:57:23,477 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 70ee42c016e744ce863794f2c32c2004, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731589042590 2024-11-14T12:57:23,477 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d1f08c54990409aabdb65f1c547ff8c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731589040433 2024-11-14T12:57:23,478 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d5c489785344687a0a0b89742e2b299, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731589042568 2024-11-14T12:57:23,483 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#B#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:23,483 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/1e85c132bd054cbf8f209e1c0120c79a is 50, key is test_row_0/B:col10/1731589042595/Put/seqid=0 2024-11-14T12:57:23,484 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:23,486 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114224b7203fa84477ab82cf887c0951a8c_2b0d95cf983d0245f15298749473eacc store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:23,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742365_1541 (size=12104) 2024-11-14T12:57:23,488 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114224b7203fa84477ab82cf887c0951a8c_2b0d95cf983d0245f15298749473eacc, store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:23,489 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114224b7203fa84477ab82cf887c0951a8c_2b0d95cf983d0245f15298749473eacc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:23,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742366_1542 (size=4469) 2024-11-14T12:57:23,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T12:57:23,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:23,584 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-14T12:57:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:23,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fa9c8091ad8741d6a630d68ec1a6a611_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_0/A:col10/1731589042654/Put/seqid=0 2024-11-14T12:57:23,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742367_1543 (size=12154) 2024-11-14T12:57:23,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:23,596 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fa9c8091ad8741d6a630d68ec1a6a611_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fa9c8091ad8741d6a630d68ec1a6a611_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:23,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/5d53fbd3e19349339a63dc731702a0af, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:23,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/5d53fbd3e19349339a63dc731702a0af is 175, key is test_row_0/A:col10/1731589042654/Put/seqid=0 2024-11-14T12:57:23,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742368_1544 (size=30955) 2024-11-14T12:57:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T12:57:23,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:23,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589103793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:23,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:23,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:23,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589103804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589103804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:23,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589103804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:23,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589103804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:23,892 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/1e85c132bd054cbf8f209e1c0120c79a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/1e85c132bd054cbf8f209e1c0120c79a 2024-11-14T12:57:23,893 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#A#compaction#456 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:23,894 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/6e5dc9d95dfd4fa4bc36724ccc124178 is 175, key is test_row_0/A:col10/1731589042595/Put/seqid=0 2024-11-14T12:57:23,900 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/B of 2b0d95cf983d0245f15298749473eacc into 1e85c132bd054cbf8f209e1c0120c79a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:23,901 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:23,901 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/B, priority=13, startTime=1731589043474; duration=0sec 2024-11-14T12:57:23,901 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:23,901 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:B 2024-11-14T12:57:23,901 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:23,902 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:23,902 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/C is initiating minor compaction (all files) 2024-11-14T12:57:23,902 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/C in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:23,902 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/43fbaf2ab9614fa2a70d625c062d11ac, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/57cd99f9faf7438ca78fbe1412a6d2a8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/91b8dd06006d46ed97d4a03b1c0e636a] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=35.2 K 2024-11-14T12:57:23,903 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 43fbaf2ab9614fa2a70d625c062d11ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731589040353 2024-11-14T12:57:23,903 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 57cd99f9faf7438ca78fbe1412a6d2a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731589040433 2024-11-14T12:57:23,903 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 91b8dd06006d46ed97d4a03b1c0e636a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731589042590 2024-11-14T12:57:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742369_1545 (size=31058) 2024-11-14T12:57:23,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589103904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:23,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:23,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:23,912 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#C#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:23,913 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/2c8a7d200b4a42a09e8a1f4960ca6522 is 50, key is test_row_0/C:col10/1731589042595/Put/seqid=0 2024-11-14T12:57:23,914 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/6e5dc9d95dfd4fa4bc36724ccc124178 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/6e5dc9d95dfd4fa4bc36724ccc124178 2024-11-14T12:57:23,922 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/A of 2b0d95cf983d0245f15298749473eacc into 6e5dc9d95dfd4fa4bc36724ccc124178(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:23,923 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:23,923 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/A, priority=13, startTime=1731589043474; duration=0sec 2024-11-14T12:57:23,923 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:23,923 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:A 2024-11-14T12:57:23,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742370_1546 (size=12104) 2024-11-14T12:57:23,943 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/2c8a7d200b4a42a09e8a1f4960ca6522 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/2c8a7d200b4a42a09e8a1f4960ca6522 2024-11-14T12:57:23,948 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/C of 2b0d95cf983d0245f15298749473eacc into 2c8a7d200b4a42a09e8a1f4960ca6522(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:23,948 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:23,948 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/C, priority=13, startTime=1731589043474; duration=0sec 2024-11-14T12:57:23,948 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:23,948 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:C 2024-11-14T12:57:24,002 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/5d53fbd3e19349339a63dc731702a0af 2024-11-14T12:57:24,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/358f4ee5303f4506a7710dd8481ff396 is 50, key is test_row_0/B:col10/1731589042654/Put/seqid=0 2024-11-14T12:57:24,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742371_1547 (size=12001) 2024-11-14T12:57:24,021 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/358f4ee5303f4506a7710dd8481ff396 2024-11-14T12:57:24,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/90af780d08644f3f96f0dad5eba4dbff is 50, key is test_row_0/C:col10/1731589042654/Put/seqid=0 2024-11-14T12:57:24,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742372_1548 (size=12001) 2024-11-14T12:57:24,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589104114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:24,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589104424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:24,440 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/90af780d08644f3f96f0dad5eba4dbff 2024-11-14T12:57:24,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/5d53fbd3e19349339a63dc731702a0af as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/5d53fbd3e19349339a63dc731702a0af 2024-11-14T12:57:24,448 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/5d53fbd3e19349339a63dc731702a0af, entries=150, sequenceid=97, filesize=30.2 K 2024-11-14T12:57:24,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/358f4ee5303f4506a7710dd8481ff396 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/358f4ee5303f4506a7710dd8481ff396 2024-11-14T12:57:24,456 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/358f4ee5303f4506a7710dd8481ff396, entries=150, sequenceid=97, filesize=11.7 K 2024-11-14T12:57:24,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/90af780d08644f3f96f0dad5eba4dbff as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/90af780d08644f3f96f0dad5eba4dbff 2024-11-14T12:57:24,465 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/90af780d08644f3f96f0dad5eba4dbff, entries=150, sequenceid=97, filesize=11.7 K 2024-11-14T12:57:24,466 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 2b0d95cf983d0245f15298749473eacc in 882ms, sequenceid=97, compaction requested=false 2024-11-14T12:57:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-14T12:57:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-14T12:57:24,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-14T12:57:24,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9500 sec 2024-11-14T12:57:24,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.9570 sec 2024-11-14T12:57:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T12:57:24,665 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:24,665 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:57:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-14T12:57:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T12:57:24,667 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:57:24,667 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:57:24,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:57:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T12:57:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:24,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:57:24,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:24,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:24,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:24,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:24,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:24,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:24,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T12:57:24,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:24,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:24,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:24,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:24,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:24,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114796d64085ac94e78991c10b525fb694f_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_0/A:col10/1731589044815/Put/seqid=0 2024-11-14T12:57:24,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742373_1549 (size=12154) 2024-11-14T12:57:24,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731589044840, max timestamp=1731589044847Num uniques 859; 2024-11-14T12:57:24,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T12:57:24,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731589044840, max timestamp=1731589044847Num uniques 859; 2024-11-14T12:57:24,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T12:57:24,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731589044840, max timestamp=1731589044847Num uniques 859; 2024-11-14T12:57:24,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T12:57:24,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589104894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:24,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:24,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:24,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:24,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589104898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:24,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589104898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:24,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589104899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:24,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589104934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:24,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:24,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T12:57:24,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:24,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:24,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:24,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:24,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T12:57:25,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589105004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:25,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589105014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:25,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:25,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589105014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:25,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:25,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589105014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:25,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:25,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T12:57:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:25,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589105214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:25,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589105224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:25,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589105224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589105224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:25,233 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:25,236 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114796d64085ac94e78991c10b525fb694f_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114796d64085ac94e78991c10b525fb694f_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:25,236 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/2206ec0b97cb4ca0833e7ce9ffa25d52, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:25,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/2206ec0b97cb4ca0833e7ce9ffa25d52 is 175, key is test_row_0/A:col10/1731589044815/Put/seqid=0 2024-11-14T12:57:25,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742374_1550 (size=30955) 2024-11-14T12:57:25,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T12:57:25,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:25,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:25,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:25,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T12:57:25,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T12:57:25,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:25,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:25,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:25,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589105524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:25,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:25,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589105534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:25,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:25,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589105534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:25,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:25,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589105534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:25,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:25,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T12:57:25,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:25,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:25,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:25,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,640 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=110, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/2206ec0b97cb4ca0833e7ce9ffa25d52 2024-11-14T12:57:25,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/3fef125a1d084f74a5ae4944fedb9da4 is 50, key is test_row_0/B:col10/1731589044815/Put/seqid=0 2024-11-14T12:57:25,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742375_1551 (size=12001) 2024-11-14T12:57:25,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T12:57:25,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:25,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:25,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:25,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T12:57:25,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T12:57:25,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:25,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:25,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:25,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:25,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589105944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:25,948 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in 2b0d95cf983d0245f15298749473eacc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:57:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:26,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589106034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:26,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:26,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:26,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:26,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T12:57:26,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:26,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:26,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:26,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:26,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:26,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589106044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:26,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589106044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:26,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589106044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:26,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/3fef125a1d084f74a5ae4944fedb9da4 2024-11-14T12:57:26,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:26,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:26,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:26,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/ecd024ce22694e6080bc8dba51ab187a is 50, key is test_row_0/C:col10/1731589044815/Put/seqid=0 2024-11-14T12:57:26,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742376_1552 (size=12001) 2024-11-14T12:57:26,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T12:57:26,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:26,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:26,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:26,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:26,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:26,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T12:57:26,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:26,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:26,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:26,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:26,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:26,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/ecd024ce22694e6080bc8dba51ab187a 2024-11-14T12:57:26,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/2206ec0b97cb4ca0833e7ce9ffa25d52 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/2206ec0b97cb4ca0833e7ce9ffa25d52 2024-11-14T12:57:26,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/2206ec0b97cb4ca0833e7ce9ffa25d52, entries=150, sequenceid=110, filesize=30.2 K 2024-11-14T12:57:26,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/3fef125a1d084f74a5ae4944fedb9da4 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/3fef125a1d084f74a5ae4944fedb9da4 2024-11-14T12:57:26,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/3fef125a1d084f74a5ae4944fedb9da4, entries=150, sequenceid=110, filesize=11.7 K 2024-11-14T12:57:26,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/ecd024ce22694e6080bc8dba51ab187a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/ecd024ce22694e6080bc8dba51ab187a 2024-11-14T12:57:26,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/ecd024ce22694e6080bc8dba51ab187a, entries=150, sequenceid=110, filesize=11.7 K 2024-11-14T12:57:26,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 2b0d95cf983d0245f15298749473eacc in 1652ms, sequenceid=110, compaction requested=true 2024-11-14T12:57:26,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:26,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:57:26,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:26,469 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:26,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:57:26,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:26,469 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:26,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:57:26,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:26,469 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:26,469 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:26,469 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/B is initiating minor compaction (all files) 2024-11-14T12:57:26,469 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/A is initiating minor compaction (all files) 2024-11-14T12:57:26,469 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/B in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:26,469 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/A in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:26,469 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/1e85c132bd054cbf8f209e1c0120c79a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/358f4ee5303f4506a7710dd8481ff396, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/3fef125a1d084f74a5ae4944fedb9da4] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=35.3 K 2024-11-14T12:57:26,469 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/6e5dc9d95dfd4fa4bc36724ccc124178, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/5d53fbd3e19349339a63dc731702a0af, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/2206ec0b97cb4ca0833e7ce9ffa25d52] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=90.8 K 2024-11-14T12:57:26,469 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:26,469 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e85c132bd054cbf8f209e1c0120c79a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731589042590 2024-11-14T12:57:26,469 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/6e5dc9d95dfd4fa4bc36724ccc124178, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/5d53fbd3e19349339a63dc731702a0af, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/2206ec0b97cb4ca0833e7ce9ffa25d52] 2024-11-14T12:57:26,470 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 358f4ee5303f4506a7710dd8481ff396, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731589042646 2024-11-14T12:57:26,470 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e5dc9d95dfd4fa4bc36724ccc124178, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731589042590 2024-11-14T12:57:26,470 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fef125a1d084f74a5ae4944fedb9da4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731589043786 2024-11-14T12:57:26,470 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d53fbd3e19349339a63dc731702a0af, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731589042646 2024-11-14T12:57:26,470 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2206ec0b97cb4ca0833e7ce9ffa25d52, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731589043786 2024-11-14T12:57:26,478 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:26,479 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#B#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:26,480 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114c6c20724bd5949e1ac8136669109c510_2b0d95cf983d0245f15298749473eacc store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:26,480 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/79099edca30e4c88adf4ca1498485ec9 is 50, key is test_row_0/B:col10/1731589044815/Put/seqid=0 2024-11-14T12:57:26,482 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114c6c20724bd5949e1ac8136669109c510_2b0d95cf983d0245f15298749473eacc, store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:26,482 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c6c20724bd5949e1ac8136669109c510_2b0d95cf983d0245f15298749473eacc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:26,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742377_1553 (size=12207) 2024-11-14T12:57:26,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742378_1554 (size=4469) 2024-11-14T12:57:26,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T12:57:26,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:26,497 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-14T12:57:26,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:26,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:26,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:26,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:26,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:26,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:26,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b83b5625819148fa93946eb948280597_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_0/A:col10/1731589044897/Put/seqid=0 2024-11-14T12:57:26,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742379_1555 (size=12304) 2024-11-14T12:57:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T12:57:26,886 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#A#compaction#465 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:26,886 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/4d5c9d5a5e6e4bc2aff79733f299b581 is 175, key is test_row_0/A:col10/1731589044815/Put/seqid=0 2024-11-14T12:57:26,887 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/79099edca30e4c88adf4ca1498485ec9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/79099edca30e4c88adf4ca1498485ec9 2024-11-14T12:57:26,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742380_1556 (size=31161) 2024-11-14T12:57:26,891 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/B of 2b0d95cf983d0245f15298749473eacc into 79099edca30e4c88adf4ca1498485ec9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:26,891 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:26,891 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/B, priority=13, startTime=1731589046469; duration=0sec 2024-11-14T12:57:26,891 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:26,892 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:B 2024-11-14T12:57:26,892 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:26,893 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:26,893 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/C is initiating minor compaction (all files) 2024-11-14T12:57:26,893 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/C in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:26,893 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/2c8a7d200b4a42a09e8a1f4960ca6522, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/90af780d08644f3f96f0dad5eba4dbff, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/ecd024ce22694e6080bc8dba51ab187a] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=35.3 K 2024-11-14T12:57:26,894 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/4d5c9d5a5e6e4bc2aff79733f299b581 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/4d5c9d5a5e6e4bc2aff79733f299b581 2024-11-14T12:57:26,894 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c8a7d200b4a42a09e8a1f4960ca6522, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731589042590 2024-11-14T12:57:26,894 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 90af780d08644f3f96f0dad5eba4dbff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731589042646 2024-11-14T12:57:26,894 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting ecd024ce22694e6080bc8dba51ab187a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731589043786 2024-11-14T12:57:26,897 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/A of 2b0d95cf983d0245f15298749473eacc into 4d5c9d5a5e6e4bc2aff79733f299b581(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:26,897 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:26,897 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/A, priority=13, startTime=1731589046468; duration=0sec 2024-11-14T12:57:26,897 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:26,897 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:A 2024-11-14T12:57:26,899 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:26,900 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/7d9d6f6f2874431e84b1ae1aa9f64351 is 50, key is test_row_0/C:col10/1731589044815/Put/seqid=0 2024-11-14T12:57:26,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742381_1557 (size=12207) 2024-11-14T12:57:26,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:26,909 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b83b5625819148fa93946eb948280597_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b83b5625819148fa93946eb948280597_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:26,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/4b663584b591403399e5b28dd3f5ff5e, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:26,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/4b663584b591403399e5b28dd3f5ff5e is 175, key is test_row_0/A:col10/1731589044897/Put/seqid=0 2024-11-14T12:57:26,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742382_1558 (size=31105) 2024-11-14T12:57:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:27,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:27,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589107056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:27,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589107058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:27,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589107058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589107059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:27,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589107164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:27,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589107174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589107174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589107174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:27,306 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/7d9d6f6f2874431e84b1ae1aa9f64351 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/7d9d6f6f2874431e84b1ae1aa9f64351 2024-11-14T12:57:27,310 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/C of 2b0d95cf983d0245f15298749473eacc into 7d9d6f6f2874431e84b1ae1aa9f64351(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:27,310 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:27,310 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/C, priority=13, startTime=1731589046469; duration=0sec 2024-11-14T12:57:27,310 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:27,310 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:C 2024-11-14T12:57:27,315 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=146, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/4b663584b591403399e5b28dd3f5ff5e 2024-11-14T12:57:27,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/a1a560b606ac49ffba265ad459a2441f is 50, key is test_row_0/B:col10/1731589044897/Put/seqid=0 2024-11-14T12:57:27,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742383_1559 (size=12151) 2024-11-14T12:57:27,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589107374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:27,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589107384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589107384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589107384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:27,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589107684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:27,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589107694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589107694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589107694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:27,724 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/a1a560b606ac49ffba265ad459a2441f 2024-11-14T12:57:27,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/828010e05a024a90b72a2aac4f43891a is 50, key is test_row_0/C:col10/1731589044897/Put/seqid=0 2024-11-14T12:57:27,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742384_1560 (size=12151) 2024-11-14T12:57:27,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589107974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:27,976 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in 2b0d95cf983d0245f15298749473eacc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:57:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,154 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/828010e05a024a90b72a2aac4f43891a 2024-11-14T12:57:28,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/4b663584b591403399e5b28dd3f5ff5e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/4b663584b591403399e5b28dd3f5ff5e 2024-11-14T12:57:28,160 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/4b663584b591403399e5b28dd3f5ff5e, entries=150, sequenceid=146, filesize=30.4 K 2024-11-14T12:57:28,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/a1a560b606ac49ffba265ad459a2441f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/a1a560b606ac49ffba265ad459a2441f 2024-11-14T12:57:28,162 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/a1a560b606ac49ffba265ad459a2441f, entries=150, sequenceid=146, filesize=11.9 K 2024-11-14T12:57:28,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/828010e05a024a90b72a2aac4f43891a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/828010e05a024a90b72a2aac4f43891a 2024-11-14T12:57:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,165 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/828010e05a024a90b72a2aac4f43891a, entries=150, sequenceid=146, filesize=11.9 K 2024-11-14T12:57:28,166 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 2b0d95cf983d0245f15298749473eacc in 1669ms, sequenceid=146, compaction requested=false 2024-11-14T12:57:28,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:28,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:28,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-14T12:57:28,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-14T12:57:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-14T12:57:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5000 sec 2024-11-14T12:57:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 3.5040 sec 2024-11-14T12:57:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:57:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:28,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:28,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:28,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:28,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114948c2832d4b643e18166d8db236db411_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_1/A:col10/1731589047057/Put/seqid=0 2024-11-14T12:57:28,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742385_1561 (size=12304) 2024-11-14T12:57:28,234 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731589048217, max timestamp=1731589048231Num uniques 859; 2024-11-14T12:57:28,234 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731589048217, max timestamp=1731589048231Num uniques 859; 2024-11-14T12:57:28,234 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T12:57:28,234 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T12:57:28,234 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731589048217, max timestamp=1731589048231Num uniques 859; 2024-11-14T12:57:28,234 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T12:57:28,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589108250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:28,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:28,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589108252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:28,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:28,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589108253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:28,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589108255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589108364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:28,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:28,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589108364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:28,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:28,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589108365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:28,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:28,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589108365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:28,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589108574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:28,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589108574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:28,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589108574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:28,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:28,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589108575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:28,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,611 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:28,614 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114948c2832d4b643e18166d8db236db411_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114948c2832d4b643e18166d8db236db411_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:28,614 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/cba5cd4cd9bf4abbb6c44a1507ce634a, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:28,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/cba5cd4cd9bf4abbb6c44a1507ce634a is 175, key is test_row_1/A:col10/1731589047057/Put/seqid=0 2024-11-14T12:57:28,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742386_1562 (size=31101) 2024-11-14T12:57:28,619 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/cba5cd4cd9bf4abbb6c44a1507ce634a 2024-11-14T12:57:28,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/60bf5c1557dc49cba813cc228137dee0 is 50, key is test_row_1/B:col10/1731589047057/Put/seqid=0 2024-11-14T12:57:28,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742387_1563 (size=9757) 2024-11-14T12:57:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T12:57:28,835 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:28,835 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:57:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-14T12:57:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T12:57:28,837 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:57:28,837 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:57:28,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:57:28,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589108884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589108884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589108884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589108884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:28,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:28,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T12:57:28,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T12:57:28,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:28,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:28,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:28,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:28,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:29,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/60bf5c1557dc49cba813cc228137dee0 2024-11-14T12:57:29,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/9d371ec935194ee786b785b12849cd7c is 50, key is test_row_1/C:col10/1731589047057/Put/seqid=0 2024-11-14T12:57:29,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742388_1564 (size=9757) 2024-11-14T12:57:29,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T12:57:29,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:29,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:29,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:29,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:29,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T12:57:29,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T12:57:29,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:29,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:29,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:29,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:29,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:29,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589109394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:29,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589109394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:29,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589109394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:29,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589109394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:29,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/9d371ec935194ee786b785b12849cd7c 2024-11-14T12:57:29,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/cba5cd4cd9bf4abbb6c44a1507ce634a as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/cba5cd4cd9bf4abbb6c44a1507ce634a 2024-11-14T12:57:29,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/cba5cd4cd9bf4abbb6c44a1507ce634a, entries=150, sequenceid=159, filesize=30.4 K 2024-11-14T12:57:29,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/60bf5c1557dc49cba813cc228137dee0 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/60bf5c1557dc49cba813cc228137dee0 2024-11-14T12:57:29,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/60bf5c1557dc49cba813cc228137dee0, entries=100, sequenceid=159, filesize=9.5 K 2024-11-14T12:57:29,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/9d371ec935194ee786b785b12849cd7c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/9d371ec935194ee786b785b12849cd7c 2024-11-14T12:57:29,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T12:57:29,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:29,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:29,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:29,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:29,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:29,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/9d371ec935194ee786b785b12849cd7c, entries=100, sequenceid=159, filesize=9.5 K 2024-11-14T12:57:29,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2b0d95cf983d0245f15298749473eacc in 1249ms, sequenceid=159, compaction requested=true 2024-11-14T12:57:29,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:29,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:57:29,449 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:29,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:29,450 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:29,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:57:29,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:29,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:57:29,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:29,451 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:29,451 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/A is initiating minor compaction (all files) 2024-11-14T12:57:29,451 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:29,451 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/B is initiating minor compaction (all files) 2024-11-14T12:57:29,451 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/A in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:29,451 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/B in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:29,451 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/4d5c9d5a5e6e4bc2aff79733f299b581, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/4b663584b591403399e5b28dd3f5ff5e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/cba5cd4cd9bf4abbb6c44a1507ce634a] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=91.2 K 2024-11-14T12:57:29,451 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/79099edca30e4c88adf4ca1498485ec9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/a1a560b606ac49ffba265ad459a2441f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/60bf5c1557dc49cba813cc228137dee0] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=33.3 K 2024-11-14T12:57:29,451 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:29,451 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/4d5c9d5a5e6e4bc2aff79733f299b581, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/4b663584b591403399e5b28dd3f5ff5e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/cba5cd4cd9bf4abbb6c44a1507ce634a] 2024-11-14T12:57:29,451 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 79099edca30e4c88adf4ca1498485ec9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731589043786 2024-11-14T12:57:29,451 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d5c9d5a5e6e4bc2aff79733f299b581, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731589043786 2024-11-14T12:57:29,451 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b663584b591403399e5b28dd3f5ff5e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731589044897 2024-11-14T12:57:29,451 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting a1a560b606ac49ffba265ad459a2441f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731589044897 2024-11-14T12:57:29,452 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting cba5cd4cd9bf4abbb6c44a1507ce634a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731589047055 2024-11-14T12:57:29,452 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 60bf5c1557dc49cba813cc228137dee0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731589047057 2024-11-14T12:57:29,461 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:29,463 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#B#compaction#473 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:29,463 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/07e6fdb2070948d590292403a82974a7 is 50, key is test_row_0/B:col10/1731589044897/Put/seqid=0 2024-11-14T12:57:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T12:57:29,464 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111482ce1f24ce5c41e0b528e06eb5aea4c2_2b0d95cf983d0245f15298749473eacc store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:29,466 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111482ce1f24ce5c41e0b528e06eb5aea4c2_2b0d95cf983d0245f15298749473eacc, store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:29,466 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111482ce1f24ce5c41e0b528e06eb5aea4c2_2b0d95cf983d0245f15298749473eacc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:29,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742389_1565 (size=12459) 2024-11-14T12:57:29,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742390_1566 (size=4469) 2024-11-14T12:57:29,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T12:57:29,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:29,599 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-14T12:57:29,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:29,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:29,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:29,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:29,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:29,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:29,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e08f5b7c48e84e5586f6f1c11ce7d367_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_0/A:col10/1731589048250/Put/seqid=0 2024-11-14T12:57:29,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742391_1567 (size=12304) 2024-11-14T12:57:29,870 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#A#compaction#474 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:29,871 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/07e6fdb2070948d590292403a82974a7 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/07e6fdb2070948d590292403a82974a7 2024-11-14T12:57:29,871 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/5ff85b383ef44219ae5177db58eb9bbc is 175, key is test_row_0/A:col10/1731589044897/Put/seqid=0 2024-11-14T12:57:29,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742392_1568 (size=31520) 2024-11-14T12:57:29,875 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/B of 2b0d95cf983d0245f15298749473eacc into 07e6fdb2070948d590292403a82974a7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:29,875 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:29,875 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/B, priority=13, startTime=1731589049449; duration=0sec 2024-11-14T12:57:29,875 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:29,875 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:B 2024-11-14T12:57:29,875 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:29,876 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:29,876 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/C is initiating minor compaction (all files) 2024-11-14T12:57:29,876 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/C in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:29,876 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/7d9d6f6f2874431e84b1ae1aa9f64351, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/828010e05a024a90b72a2aac4f43891a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/9d371ec935194ee786b785b12849cd7c] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=33.3 K 2024-11-14T12:57:29,876 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d9d6f6f2874431e84b1ae1aa9f64351, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731589043786 2024-11-14T12:57:29,876 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 828010e05a024a90b72a2aac4f43891a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731589044897 2024-11-14T12:57:29,877 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d371ec935194ee786b785b12849cd7c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731589047057 2024-11-14T12:57:29,878 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/5ff85b383ef44219ae5177db58eb9bbc as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/5ff85b383ef44219ae5177db58eb9bbc 2024-11-14T12:57:29,882 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/A of 2b0d95cf983d0245f15298749473eacc into 5ff85b383ef44219ae5177db58eb9bbc(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:29,882 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:29,882 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/A, priority=13, startTime=1731589049449; duration=0sec 2024-11-14T12:57:29,882 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:29,882 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:A 2024-11-14T12:57:29,884 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#C#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:29,884 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/c6bf29c08ddb42f28beeee52365ab402 is 50, key is test_row_0/C:col10/1731589044897/Put/seqid=0 2024-11-14T12:57:29,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742393_1569 (size=12459) 2024-11-14T12:57:29,892 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/c6bf29c08ddb42f28beeee52365ab402 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/c6bf29c08ddb42f28beeee52365ab402 2024-11-14T12:57:29,896 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/C of 2b0d95cf983d0245f15298749473eacc into c6bf29c08ddb42f28beeee52365ab402(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:29,896 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:29,896 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/C, priority=13, startTime=1731589049450; duration=0sec 2024-11-14T12:57:29,896 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:29,896 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:C 2024-11-14T12:57:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T12:57:30,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:30,012 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e08f5b7c48e84e5586f6f1c11ce7d367_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e08f5b7c48e84e5586f6f1c11ce7d367_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:30,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c6814f6a2e344e9e97b1ec3f3fc800bd, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:30,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c6814f6a2e344e9e97b1ec3f3fc800bd is 175, key is test_row_0/A:col10/1731589048250/Put/seqid=0 2024-11-14T12:57:30,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742394_1570 (size=31105) 2024-11-14T12:57:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:30,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:30,417 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c6814f6a2e344e9e97b1ec3f3fc800bd 2024-11-14T12:57:30,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/84dca612f9294d71979f14fdfbf8b9b4 is 50, key is test_row_0/B:col10/1731589048250/Put/seqid=0 2024-11-14T12:57:30,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589110418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:30,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:30,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589110418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:30,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:30,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589110419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:30,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:30,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589110420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:30,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:30,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742395_1571 (size=12151) 2024-11-14T12:57:30,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589110534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:30,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589110535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:30,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:30,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589110535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:30,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589110535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:30,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:30,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:30,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589110744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:30,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589110745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589110745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589110745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:30,830 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/84dca612f9294d71979f14fdfbf8b9b4 2024-11-14T12:57:30,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/7fd6c3b15e8449a892914c1d35c258ad is 50, key is test_row_0/C:col10/1731589048250/Put/seqid=0 2024-11-14T12:57:30,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742396_1572 (size=12151) 2024-11-14T12:57:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T12:57:31,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589111054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:31,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589111054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:31,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589111054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589111055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:31,240 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/7fd6c3b15e8449a892914c1d35c258ad 2024-11-14T12:57:31,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c6814f6a2e344e9e97b1ec3f3fc800bd as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c6814f6a2e344e9e97b1ec3f3fc800bd 2024-11-14T12:57:31,245 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c6814f6a2e344e9e97b1ec3f3fc800bd, entries=150, sequenceid=194, filesize=30.4 K 2024-11-14T12:57:31,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/84dca612f9294d71979f14fdfbf8b9b4 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/84dca612f9294d71979f14fdfbf8b9b4 2024-11-14T12:57:31,248 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/84dca612f9294d71979f14fdfbf8b9b4, entries=150, sequenceid=194, filesize=11.9 K 2024-11-14T12:57:31,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/7fd6c3b15e8449a892914c1d35c258ad as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/7fd6c3b15e8449a892914c1d35c258ad 2024-11-14T12:57:31,251 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/7fd6c3b15e8449a892914c1d35c258ad, entries=150, sequenceid=194, filesize=11.9 K 2024-11-14T12:57:31,252 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 2b0d95cf983d0245f15298749473eacc in 1653ms, sequenceid=194, compaction requested=false 2024-11-14T12:57:31,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:31,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:31,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-14T12:57:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-14T12:57:31,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-14T12:57:31,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4160 sec 2024-11-14T12:57:31,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.4200 sec 2024-11-14T12:57:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:31,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T12:57:31,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:31,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:31,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:31,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:31,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:31,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:31,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114325b0a99ac094f44aae3f74fbbe5e091_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_0/A:col10/1731589051567/Put/seqid=0 2024-11-14T12:57:31,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742397_1573 (size=14794) 2024-11-14T12:57:31,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589111588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589111588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589111589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:31,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589111593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:31,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589111705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589111705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589111705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589111705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:31,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589111915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589111915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:31,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589111915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:31,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589111915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:31,977 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:31,979 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114325b0a99ac094f44aae3f74fbbe5e091_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114325b0a99ac094f44aae3f74fbbe5e091_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:31,980 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c5d9c58483654dd181b1445f2e1a43a2, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:31,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c5d9c58483654dd181b1445f2e1a43a2 is 175, key is test_row_0/A:col10/1731589051567/Put/seqid=0 2024-11-14T12:57:31,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742398_1574 (size=39749) 2024-11-14T12:57:31,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49108 deadline: 1731589111985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:31,988 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 669ef94e8b26,46449,1731588882089 for 'test_row_0' in 2b0d95cf983d0245f15298749473eacc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 32 more 2024-11-14T12:57:31,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:31,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:32,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589112224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:32,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589112225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:32,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589112225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:32,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589112225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:32,384 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c5d9c58483654dd181b1445f2e1a43a2 2024-11-14T12:57:32,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/5d422b64454a4798bd83c00a7abed0c9 is 50, key is test_row_0/B:col10/1731589051567/Put/seqid=0 2024-11-14T12:57:32,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742399_1575 (size=12151) 2024-11-14T12:57:32,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589112734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:32,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589112734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:32,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589112734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:32,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589112734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:32,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/5d422b64454a4798bd83c00a7abed0c9 2024-11-14T12:57:32,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/bd2c575ea766449b8d6253b4ce6bc433 is 50, key is test_row_0/C:col10/1731589051567/Put/seqid=0 2024-11-14T12:57:32,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742400_1576 (size=12151) 2024-11-14T12:57:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T12:57:33,015 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:33,015 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:57:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-14T12:57:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T12:57:33,016 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:57:33,017 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:57:33,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:57:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T12:57:33,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T12:57:33,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:33,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:33,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:33,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:33,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:33,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/bd2c575ea766449b8d6253b4ce6bc433 2024-11-14T12:57:33,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c5d9c58483654dd181b1445f2e1a43a2 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c5d9c58483654dd181b1445f2e1a43a2 2024-11-14T12:57:33,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c5d9c58483654dd181b1445f2e1a43a2, entries=200, sequenceid=210, filesize=38.8 K 2024-11-14T12:57:33,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/5d422b64454a4798bd83c00a7abed0c9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/5d422b64454a4798bd83c00a7abed0c9 2024-11-14T12:57:33,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/5d422b64454a4798bd83c00a7abed0c9, entries=150, sequenceid=210, filesize=11.9 K 2024-11-14T12:57:33,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/bd2c575ea766449b8d6253b4ce6bc433 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/bd2c575ea766449b8d6253b4ce6bc433 2024-11-14T12:57:33,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/bd2c575ea766449b8d6253b4ce6bc433, entries=150, sequenceid=210, filesize=11.9 K 2024-11-14T12:57:33,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 2b0d95cf983d0245f15298749473eacc in 1647ms, sequenceid=210, compaction requested=true 2024-11-14T12:57:33,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:33,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:57:33,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:33,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:57:33,215 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:33,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:33,215 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:33,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:57:33,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:33,216 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:33,216 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102374 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:33,216 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/A is initiating minor compaction (all files) 2024-11-14T12:57:33,216 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/B is initiating minor compaction (all files) 2024-11-14T12:57:33,216 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/B in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:33,216 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/A in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:33,216 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/07e6fdb2070948d590292403a82974a7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/84dca612f9294d71979f14fdfbf8b9b4, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/5d422b64454a4798bd83c00a7abed0c9] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=35.9 K 2024-11-14T12:57:33,216 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/5ff85b383ef44219ae5177db58eb9bbc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c6814f6a2e344e9e97b1ec3f3fc800bd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c5d9c58483654dd181b1445f2e1a43a2] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=100.0 K 2024-11-14T12:57:33,216 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:33,216 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/5ff85b383ef44219ae5177db58eb9bbc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c6814f6a2e344e9e97b1ec3f3fc800bd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c5d9c58483654dd181b1445f2e1a43a2] 2024-11-14T12:57:33,216 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ff85b383ef44219ae5177db58eb9bbc, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731589044897 2024-11-14T12:57:33,216 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 07e6fdb2070948d590292403a82974a7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731589044897 2024-11-14T12:57:33,217 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 84dca612f9294d71979f14fdfbf8b9b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731589048246 2024-11-14T12:57:33,217 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6814f6a2e344e9e97b1ec3f3fc800bd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731589048246 2024-11-14T12:57:33,217 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d422b64454a4798bd83c00a7abed0c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731589050417 2024-11-14T12:57:33,218 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5d9c58483654dd181b1445f2e1a43a2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731589050417 2024-11-14T12:57:33,222 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:33,223 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#B#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:33,224 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/6de1865855784143916a6aae07370048 is 50, key is test_row_0/B:col10/1731589051567/Put/seqid=0 2024-11-14T12:57:33,224 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111456d7fdb5ce4a4a9682f6a255e9019acd_2b0d95cf983d0245f15298749473eacc store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:33,226 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111456d7fdb5ce4a4a9682f6a255e9019acd_2b0d95cf983d0245f15298749473eacc, store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:33,226 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111456d7fdb5ce4a4a9682f6a255e9019acd_2b0d95cf983d0245f15298749473eacc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:33,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742401_1577 (size=12561) 2024-11-14T12:57:33,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742402_1578 (size=4469) 2024-11-14T12:57:33,244 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#A#compaction#483 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:33,245 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/af7f59b714bd4f82b9a9933412c5ad39 is 175, key is test_row_0/A:col10/1731589051567/Put/seqid=0 2024-11-14T12:57:33,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742403_1579 (size=31515) 2024-11-14T12:57:33,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T12:57:33,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:33,322 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T12:57:33,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:33,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:33,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:33,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:33,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:33,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:33,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111423743f0de4a44dc88a2fedcf5b4363dc_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_0/A:col10/1731589051591/Put/seqid=0 2024-11-14T12:57:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742404_1580 (size=12304) 2024-11-14T12:57:33,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T12:57:33,335 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111423743f0de4a44dc88a2fedcf5b4363dc_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111423743f0de4a44dc88a2fedcf5b4363dc_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:33,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/416a45a94bae4c7c8d741fa8fda969cd, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:33,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/416a45a94bae4c7c8d741fa8fda969cd is 175, key is test_row_0/A:col10/1731589051591/Put/seqid=0 2024-11-14T12:57:33,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742405_1581 (size=31105) 2024-11-14T12:57:33,632 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/6de1865855784143916a6aae07370048 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/6de1865855784143916a6aae07370048 2024-11-14T12:57:33,634 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/B of 2b0d95cf983d0245f15298749473eacc into 6de1865855784143916a6aae07370048(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:33,634 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:33,635 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/B, priority=13, startTime=1731589053215; duration=0sec 2024-11-14T12:57:33,635 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:33,635 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:B 2024-11-14T12:57:33,635 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:33,636 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:33,636 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/C is initiating minor compaction (all files) 2024-11-14T12:57:33,636 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/C in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:33,636 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/c6bf29c08ddb42f28beeee52365ab402, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/7fd6c3b15e8449a892914c1d35c258ad, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/bd2c575ea766449b8d6253b4ce6bc433] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=35.9 K 2024-11-14T12:57:33,636 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting c6bf29c08ddb42f28beeee52365ab402, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731589044897 2024-11-14T12:57:33,636 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fd6c3b15e8449a892914c1d35c258ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731589048246 2024-11-14T12:57:33,637 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting bd2c575ea766449b8d6253b4ce6bc433, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731589050417 2024-11-14T12:57:33,641 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#C#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:33,642 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/a084d5f9a9f64dd49dee9637c2890037 is 50, key is test_row_0/C:col10/1731589051567/Put/seqid=0 2024-11-14T12:57:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T12:57:33,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742406_1582 (size=12561) 2024-11-14T12:57:33,650 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/a084d5f9a9f64dd49dee9637c2890037 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/a084d5f9a9f64dd49dee9637c2890037 2024-11-14T12:57:33,653 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/C of 2b0d95cf983d0245f15298749473eacc into a084d5f9a9f64dd49dee9637c2890037(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:33,653 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:33,653 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/C, priority=13, startTime=1731589053215; duration=0sec 2024-11-14T12:57:33,653 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:33,653 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:C 2024-11-14T12:57:33,658 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/af7f59b714bd4f82b9a9933412c5ad39 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/af7f59b714bd4f82b9a9933412c5ad39 2024-11-14T12:57:33,661 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/A of 2b0d95cf983d0245f15298749473eacc into af7f59b714bd4f82b9a9933412c5ad39(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:33,661 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:33,661 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/A, priority=13, startTime=1731589053215; duration=0sec 2024-11-14T12:57:33,661 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:33,661 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:A 2024-11-14T12:57:33,741 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/416a45a94bae4c7c8d741fa8fda969cd 2024-11-14T12:57:33,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:33,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/63ab15a4dfd741e9aa543d167ab4c57e is 50, key is test_row_0/B:col10/1731589051591/Put/seqid=0 2024-11-14T12:57:33,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742407_1583 (size=12151) 2024-11-14T12:57:33,754 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/63ab15a4dfd741e9aa543d167ab4c57e 2024-11-14T12:57:33,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589113757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:33,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:33,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:33,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:33,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/df1b20fdbc6c48d8a28c0ca274634c90 is 50, key is test_row_0/C:col10/1731589051591/Put/seqid=0 2024-11-14T12:57:33,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589113759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:33,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589113760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:33,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589113761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:33,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742408_1584 (size=12151) 2024-11-14T12:57:33,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589113864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:33,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589113875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:33,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:33,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:33,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:33,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589113875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:33,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:33,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:33,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:33,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589113875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:33,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:33,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:33,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589114074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589114084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589114085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589114085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:34,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T12:57:34,170 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/df1b20fdbc6c48d8a28c0ca274634c90 2024-11-14T12:57:34,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/416a45a94bae4c7c8d741fa8fda969cd as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/416a45a94bae4c7c8d741fa8fda969cd 2024-11-14T12:57:34,177 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/416a45a94bae4c7c8d741fa8fda969cd, entries=150, sequenceid=229, filesize=30.4 K 2024-11-14T12:57:34,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/63ab15a4dfd741e9aa543d167ab4c57e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/63ab15a4dfd741e9aa543d167ab4c57e 2024-11-14T12:57:34,182 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/63ab15a4dfd741e9aa543d167ab4c57e, entries=150, sequenceid=229, filesize=11.9 K 2024-11-14T12:57:34,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/df1b20fdbc6c48d8a28c0ca274634c90 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/df1b20fdbc6c48d8a28c0ca274634c90 2024-11-14T12:57:34,186 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/df1b20fdbc6c48d8a28c0ca274634c90, entries=150, sequenceid=229, filesize=11.9 K 2024-11-14T12:57:34,186 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 2b0d95cf983d0245f15298749473eacc in 865ms, sequenceid=229, compaction requested=false 2024-11-14T12:57:34,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:34,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:34,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-14T12:57:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-14T12:57:34,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-14T12:57:34,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1710 sec 2024-11-14T12:57:34,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.1760 sec 2024-11-14T12:57:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:34,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T12:57:34,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:34,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:34,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:34,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:34,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:34,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:34,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114776d7cdb0ace4a45a583e38b7d9f3855_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_0/A:col10/1731589053759/Put/seqid=0 2024-11-14T12:57:34,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742409_1585 (size=12304) 2024-11-14T12:57:34,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589114408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:34,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589114409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:34,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589114411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:34,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:34,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589114412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589114524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589114525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589114525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:34,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589114525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589114734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:34,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:34,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589114735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589114735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589114735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:34,802 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:34,805 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114776d7cdb0ace4a45a583e38b7d9f3855_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114776d7cdb0ace4a45a583e38b7d9f3855_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:34,805 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/0d931c29366f4a1e9a711d05709716de, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:34,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/0d931c29366f4a1e9a711d05709716de is 175, key is test_row_0/A:col10/1731589053759/Put/seqid=0 2024-11-14T12:57:34,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742410_1586 (size=31105) 2024-11-14T12:57:34,809 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/0d931c29366f4a1e9a711d05709716de 2024-11-14T12:57:34,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/b1a0eee0ac0d4f46975efc3e1056da01 is 50, key is test_row_0/B:col10/1731589053759/Put/seqid=0 2024-11-14T12:57:34,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742411_1587 (size=12151) 2024-11-14T12:57:34,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/b1a0eee0ac0d4f46975efc3e1056da01 2024-11-14T12:57:34,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/2ecf1c504011437c87049ccd57f5e632 is 50, key is test_row_0/C:col10/1731589053759/Put/seqid=0 2024-11-14T12:57:34,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742412_1588 (size=12151) 2024-11-14T12:57:35,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589115044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:35,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:35,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589115044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:35,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:35,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589115044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589115044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T12:57:35,165 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:35,165 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:57:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-14T12:57:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T12:57:35,166 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:57:35,167 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:57:35,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:57:35,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/2ecf1c504011437c87049ccd57f5e632 2024-11-14T12:57:35,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/0d931c29366f4a1e9a711d05709716de as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/0d931c29366f4a1e9a711d05709716de 2024-11-14T12:57:35,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/0d931c29366f4a1e9a711d05709716de, entries=150, sequenceid=246, filesize=30.4 K 2024-11-14T12:57:35,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/b1a0eee0ac0d4f46975efc3e1056da01 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/b1a0eee0ac0d4f46975efc3e1056da01 2024-11-14T12:57:35,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/b1a0eee0ac0d4f46975efc3e1056da01, entries=150, sequenceid=246, filesize=11.9 K 2024-11-14T12:57:35,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/2ecf1c504011437c87049ccd57f5e632 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/2ecf1c504011437c87049ccd57f5e632 2024-11-14T12:57:35,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/2ecf1c504011437c87049ccd57f5e632, entries=150, sequenceid=246, filesize=11.9 K 2024-11-14T12:57:35,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 2b0d95cf983d0245f15298749473eacc in 857ms, sequenceid=246, compaction requested=true 2024-11-14T12:57:35,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:35,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:57:35,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:35,243 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:35,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:57:35,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:35,243 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:35,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:57:35,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:35,244 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:35,244 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:35,244 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/A is initiating minor compaction (all files) 2024-11-14T12:57:35,244 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/B is initiating minor compaction (all files) 2024-11-14T12:57:35,244 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/A in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:35,244 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/B in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:35,244 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/af7f59b714bd4f82b9a9933412c5ad39, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/416a45a94bae4c7c8d741fa8fda969cd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/0d931c29366f4a1e9a711d05709716de] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=91.5 K 2024-11-14T12:57:35,244 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/6de1865855784143916a6aae07370048, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/63ab15a4dfd741e9aa543d167ab4c57e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/b1a0eee0ac0d4f46975efc3e1056da01] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=36.0 K 2024-11-14T12:57:35,244 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:35,244 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/af7f59b714bd4f82b9a9933412c5ad39, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/416a45a94bae4c7c8d741fa8fda969cd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/0d931c29366f4a1e9a711d05709716de] 2024-11-14T12:57:35,244 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 6de1865855784143916a6aae07370048, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731589050417 2024-11-14T12:57:35,245 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting af7f59b714bd4f82b9a9933412c5ad39, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731589050417 2024-11-14T12:57:35,245 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 63ab15a4dfd741e9aa543d167ab4c57e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731589051586 2024-11-14T12:57:35,245 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 416a45a94bae4c7c8d741fa8fda969cd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731589051586 2024-11-14T12:57:35,245 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting b1a0eee0ac0d4f46975efc3e1056da01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731589053758 2024-11-14T12:57:35,245 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d931c29366f4a1e9a711d05709716de, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731589053758 2024-11-14T12:57:35,249 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:35,261 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411143bffd2a48a95480b9c8a86b7a708af0b_2b0d95cf983d0245f15298749473eacc store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:35,261 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:35,262 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/f071fd755d194a79a2499c6ca7bab891 is 50, key is test_row_0/B:col10/1731589053759/Put/seqid=0 2024-11-14T12:57:35,263 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411143bffd2a48a95480b9c8a86b7a708af0b_2b0d95cf983d0245f15298749473eacc, store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:35,265 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143bffd2a48a95480b9c8a86b7a708af0b_2b0d95cf983d0245f15298749473eacc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T12:57:35,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742413_1589 (size=12663) 2024-11-14T12:57:35,309 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/f071fd755d194a79a2499c6ca7bab891 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/f071fd755d194a79a2499c6ca7bab891 2024-11-14T12:57:35,314 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/B of 2b0d95cf983d0245f15298749473eacc into f071fd755d194a79a2499c6ca7bab891(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:35,314 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:35,315 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/B, priority=13, startTime=1731589055243; duration=0sec 2024-11-14T12:57:35,315 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:35,315 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:B 2024-11-14T12:57:35,315 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:35,316 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:35,316 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/C is initiating minor compaction (all files) 2024-11-14T12:57:35,316 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/C in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:35,316 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/a084d5f9a9f64dd49dee9637c2890037, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/df1b20fdbc6c48d8a28c0ca274634c90, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/2ecf1c504011437c87049ccd57f5e632] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=36.0 K 2024-11-14T12:57:35,317 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting a084d5f9a9f64dd49dee9637c2890037, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731589050417 2024-11-14T12:57:35,317 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting df1b20fdbc6c48d8a28c0ca274634c90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731589051586 2024-11-14T12:57:35,317 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ecf1c504011437c87049ccd57f5e632, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731589053758 2024-11-14T12:57:35,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742414_1590 (size=4469) 2024-11-14T12:57:35,319 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#A#compaction#491 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:35,320 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/7d1eeb75159546ae90e4879b5f5e2c13 is 175, key is test_row_0/A:col10/1731589053759/Put/seqid=0 2024-11-14T12:57:35,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T12:57:35,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:35,321 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T12:57:35,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:35,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:35,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:35,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:35,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:35,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:35,339 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#C#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:35,340 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/db008f1397e54b38b18e8f4d1fda40fe is 50, key is test_row_0/C:col10/1731589053759/Put/seqid=0 2024-11-14T12:57:35,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114632132a4cd33478d9a064ab5d924458c_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_0/A:col10/1731589054411/Put/seqid=0 2024-11-14T12:57:35,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742415_1591 (size=31617) 2024-11-14T12:57:35,361 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/7d1eeb75159546ae90e4879b5f5e2c13 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7d1eeb75159546ae90e4879b5f5e2c13 2024-11-14T12:57:35,367 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/A of 2b0d95cf983d0245f15298749473eacc into 7d1eeb75159546ae90e4879b5f5e2c13(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:35,367 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:35,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742416_1592 (size=12663) 2024-11-14T12:57:35,367 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/A, priority=13, startTime=1731589055243; duration=0sec 2024-11-14T12:57:35,367 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:35,367 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:A 2024-11-14T12:57:35,373 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/db008f1397e54b38b18e8f4d1fda40fe as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/db008f1397e54b38b18e8f4d1fda40fe 2024-11-14T12:57:35,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742417_1593 (size=12454) 2024-11-14T12:57:35,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,384 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114632132a4cd33478d9a064ab5d924458c_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114632132a4cd33478d9a064ab5d924458c_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:35,385 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/C of 2b0d95cf983d0245f15298749473eacc into db008f1397e54b38b18e8f4d1fda40fe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:35,385 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:35,385 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/C, priority=13, startTime=1731589055243; duration=0sec 2024-11-14T12:57:35,385 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:35,385 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:C 2024-11-14T12:57:35,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c2b29a59a8e6405baa9713fde0b6e4f5, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:35,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c2b29a59a8e6405baa9713fde0b6e4f5 is 175, key is test_row_0/A:col10/1731589054411/Put/seqid=0 2024-11-14T12:57:35,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742418_1594 (size=31255) 2024-11-14T12:57:35,392 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c2b29a59a8e6405baa9713fde0b6e4f5 2024-11-14T12:57:35,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/c292554e60c7410e9e2377c4c4b41693 is 50, key is test_row_0/B:col10/1731589054411/Put/seqid=0 2024-11-14T12:57:35,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742419_1595 (size=12301) 2024-11-14T12:57:35,415 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/c292554e60c7410e9e2377c4c4b41693 2024-11-14T12:57:35,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/ae7525c7831a41878cc68ebb1ae622e0 is 50, key is test_row_0/C:col10/1731589054411/Put/seqid=0 2024-11-14T12:57:35,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742420_1596 (size=12301) 2024-11-14T12:57:35,427 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/ae7525c7831a41878cc68ebb1ae622e0 2024-11-14T12:57:35,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c2b29a59a8e6405baa9713fde0b6e4f5 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c2b29a59a8e6405baa9713fde0b6e4f5 2024-11-14T12:57:35,438 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c2b29a59a8e6405baa9713fde0b6e4f5, entries=150, sequenceid=265, filesize=30.5 K 2024-11-14T12:57:35,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/c292554e60c7410e9e2377c4c4b41693 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/c292554e60c7410e9e2377c4c4b41693 2024-11-14T12:57:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,441 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/c292554e60c7410e9e2377c4c4b41693, entries=150, sequenceid=265, filesize=12.0 K 2024-11-14T12:57:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/ae7525c7831a41878cc68ebb1ae622e0 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/ae7525c7831a41878cc68ebb1ae622e0 2024-11-14T12:57:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,445 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/ae7525c7831a41878cc68ebb1ae622e0, entries=150, sequenceid=265, filesize=12.0 K 2024-11-14T12:57:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,446 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 2b0d95cf983d0245f15298749473eacc in 125ms, sequenceid=265, compaction requested=false 2024-11-14T12:57:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:35,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:35,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-14T12:57:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-14T12:57:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-14T12:57:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 280 msec 2024-11-14T12:57:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 285 msec 2024-11-14T12:57:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T12:57:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,484 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,484 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:57:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-14T12:57:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T12:57:35,486 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:57:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,486 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:57:35,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:57:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T12:57:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:35,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T12:57:35,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:35,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:35,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:35,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:35,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:35,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:35,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144a069ad751374713ad9d59fd0723a5ce_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_0/A:col10/1731589055609/Put/seqid=0 2024-11-14T12:57:35,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742421_1597 (size=17534) 2024-11-14T12:57:35,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T12:57:35,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:35,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:35,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:35,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:35,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:35,643 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589055630, max timestamp=1731589055641Num uniques 859; 2024-11-14T12:57:35,644 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:35,644 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589055630, max timestamp=1731589055641Num uniques 859; 2024-11-14T12:57:35,644 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:35,644 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731589055630, max timestamp=1731589055641Num uniques 859; 2024-11-14T12:57:35,644 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/669ef94e8b26:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T12:57:35,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589115695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:35,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:35,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589115701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:35,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:35,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589115702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:35,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:35,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:35,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589115703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:35,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:35,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:35,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T12:57:35,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:35,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:35,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:35,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:35,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T12:57:35,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589115815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:35,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589115815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:35,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589115815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589115815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:35,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T12:57:35,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:35,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:35,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:35,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:35,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,023 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:36,026 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144a069ad751374713ad9d59fd0723a5ce_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144a069ad751374713ad9d59fd0723a5ce_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:36,026 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/7e8e64a4aeff49b2906d87af16e37027, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:36,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/7e8e64a4aeff49b2906d87af16e37027 is 175, key is test_row_0/A:col10/1731589055609/Put/seqid=0 2024-11-14T12:57:36,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589116025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:36,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:36,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589116025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:36,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:36,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589116025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:36,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:36,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589116025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:36,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:36,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:36,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742422_1598 (size=48639) 2024-11-14T12:57:36,031 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/7e8e64a4aeff49b2906d87af16e37027 2024-11-14T12:57:36,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/a3a7d86ddf424c04986ded31073fa254 is 50, key is test_row_0/B:col10/1731589055609/Put/seqid=0 2024-11-14T12:57:36,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742423_1599 (size=12301) 2024-11-14T12:57:36,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T12:57:36,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:36,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:36,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:36,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T12:57:36,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T12:57:36,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:36,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:36,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:36,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589116335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:36,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:36,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589116335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:36,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:36,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589116335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:36,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:36,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589116335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:36,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:36,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:36,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T12:57:36,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:36,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:36,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:36,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/a3a7d86ddf424c04986ded31073fa254 2024-11-14T12:57:36,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/59a95560eed7456e962dc1807c702898 is 50, key is test_row_0/C:col10/1731589055609/Put/seqid=0 2024-11-14T12:57:36,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742424_1600 (size=12301) 2024-11-14T12:57:36,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T12:57:36,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:36,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:36,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:36,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T12:57:36,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T12:57:36,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:36,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:36,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:36,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589116844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:36,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:36,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589116844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:36,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589116844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:36,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:36,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589116845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:36,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:36,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:36,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:36,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T12:57:36,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:36,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:36,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:36,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/59a95560eed7456e962dc1807c702898 2024-11-14T12:57:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:57:36,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/7e8e64a4aeff49b2906d87af16e37027 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7e8e64a4aeff49b2906d87af16e37027 2024-11-14T12:57:36,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7e8e64a4aeff49b2906d87af16e37027, entries=250, sequenceid=278, filesize=47.5 K 2024-11-14T12:57:36,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/a3a7d86ddf424c04986ded31073fa254 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/a3a7d86ddf424c04986ded31073fa254 2024-11-14T12:57:36,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/a3a7d86ddf424c04986ded31073fa254, entries=150, sequenceid=278, filesize=12.0 K 2024-11-14T12:57:36,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/59a95560eed7456e962dc1807c702898 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/59a95560eed7456e962dc1807c702898 2024-11-14T12:57:36,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/59a95560eed7456e962dc1807c702898, entries=150, sequenceid=278, filesize=12.0 K 2024-11-14T12:57:36,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 2b0d95cf983d0245f15298749473eacc in 1280ms, sequenceid=278, compaction requested=true 2024-11-14T12:57:36,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:36,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:57:36,891 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:36,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:36,891 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:36,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:57:36,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:36,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:57:36,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:36,900 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:36,900 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/B is initiating minor compaction (all files) 2024-11-14T12:57:36,900 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/B in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:36,900 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/f071fd755d194a79a2499c6ca7bab891, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/c292554e60c7410e9e2377c4c4b41693, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/a3a7d86ddf424c04986ded31073fa254] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=36.4 K 2024-11-14T12:57:36,901 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111511 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:36,901 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/A is initiating minor compaction (all files) 2024-11-14T12:57:36,901 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/A in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:36,901 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7d1eeb75159546ae90e4879b5f5e2c13, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c2b29a59a8e6405baa9713fde0b6e4f5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7e8e64a4aeff49b2906d87af16e37027] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=108.9 K 2024-11-14T12:57:36,901 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:36,901 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7d1eeb75159546ae90e4879b5f5e2c13, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c2b29a59a8e6405baa9713fde0b6e4f5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7e8e64a4aeff49b2906d87af16e37027] 2024-11-14T12:57:36,902 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting f071fd755d194a79a2499c6ca7bab891, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731589053758 2024-11-14T12:57:36,902 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d1eeb75159546ae90e4879b5f5e2c13, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731589053758 2024-11-14T12:57:36,903 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting c292554e60c7410e9e2377c4c4b41693, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731589054408 2024-11-14T12:57:36,903 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2b29a59a8e6405baa9713fde0b6e4f5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731589054408 2024-11-14T12:57:36,903 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting a3a7d86ddf424c04986ded31073fa254, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731589055578 2024-11-14T12:57:36,903 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e8e64a4aeff49b2906d87af16e37027, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731589055578 2024-11-14T12:57:36,913 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:36,913 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#B#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:36,913 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/6399fa8dd14341e4a009933c3aaef797 is 50, key is test_row_0/B:col10/1731589055609/Put/seqid=0 2024-11-14T12:57:36,928 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114746d921684204b25b6b42bdb1f992f2c_2b0d95cf983d0245f15298749473eacc store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:36,930 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114746d921684204b25b6b42bdb1f992f2c_2b0d95cf983d0245f15298749473eacc, store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:36,930 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114746d921684204b25b6b42bdb1f992f2c_2b0d95cf983d0245f15298749473eacc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:36,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742426_1602 (size=4469) 2024-11-14T12:57:36,952 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#A#compaction#501 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:36,952 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c8fff128766d42738adfe743d349de4e is 175, key is test_row_0/A:col10/1731589055609/Put/seqid=0 2024-11-14T12:57:36,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742425_1601 (size=12915) 2024-11-14T12:57:36,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742427_1603 (size=31869) 2024-11-14T12:57:36,977 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c8fff128766d42738adfe743d349de4e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c8fff128766d42738adfe743d349de4e 2024-11-14T12:57:36,981 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/A of 2b0d95cf983d0245f15298749473eacc into c8fff128766d42738adfe743d349de4e(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:36,981 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:36,981 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/A, priority=13, startTime=1731589056890; duration=0sec 2024-11-14T12:57:36,981 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:36,981 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:A 2024-11-14T12:57:36,981 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:36,982 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:36,982 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/C is initiating minor compaction (all files) 2024-11-14T12:57:36,983 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/C in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:36,983 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/db008f1397e54b38b18e8f4d1fda40fe, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/ae7525c7831a41878cc68ebb1ae622e0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/59a95560eed7456e962dc1807c702898] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=36.4 K 2024-11-14T12:57:36,983 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting db008f1397e54b38b18e8f4d1fda40fe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731589053758 2024-11-14T12:57:36,983 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae7525c7831a41878cc68ebb1ae622e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731589054408 2024-11-14T12:57:36,983 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59a95560eed7456e962dc1807c702898, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731589055578 2024-11-14T12:57:36,990 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#C#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:36,991 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/f68d34a02edf41ceb39a1f5f2bdf07fe is 50, key is test_row_0/C:col10/1731589055609/Put/seqid=0 2024-11-14T12:57:37,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742428_1604 (size=12915) 2024-11-14T12:57:37,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T12:57:37,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:37,018 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-14T12:57:37,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:37,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:37,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:37,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:37,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:37,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T12:57:37,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114628ec90fff1b4d039ab5551f11174644_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_0/A:col10/1731589055651/Put/seqid=0 2024-11-14T12:57:37,026 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/f68d34a02edf41ceb39a1f5f2bdf07fe as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/f68d34a02edf41ceb39a1f5f2bdf07fe 2024-11-14T12:57:37,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742429_1605 (size=12454) 2024-11-14T12:57:37,030 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/C of 2b0d95cf983d0245f15298749473eacc into f68d34a02edf41ceb39a1f5f2bdf07fe(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:37,030 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:37,030 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/C, priority=13, startTime=1731589056891; duration=0sec 2024-11-14T12:57:37,030 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:37,030 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:C 2024-11-14T12:57:37,364 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/6399fa8dd14341e4a009933c3aaef797 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/6399fa8dd14341e4a009933c3aaef797 2024-11-14T12:57:37,372 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/B of 2b0d95cf983d0245f15298749473eacc into 6399fa8dd14341e4a009933c3aaef797(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:37,372 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:37,372 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/B, priority=13, startTime=1731589056891; duration=0sec 2024-11-14T12:57:37,372 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:37,372 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:B 2024-11-14T12:57:37,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:37,432 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114628ec90fff1b4d039ab5551f11174644_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114628ec90fff1b4d039ab5551f11174644_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:37,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/7251b0be14da48538f4854f7ffc93ad5, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:37,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/7251b0be14da48538f4854f7ffc93ad5 is 175, key is test_row_0/A:col10/1731589055651/Put/seqid=0 2024-11-14T12:57:37,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742430_1606 (size=31255) 2024-11-14T12:57:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T12:57:37,837 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/7251b0be14da48538f4854f7ffc93ad5 2024-11-14T12:57:37,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/dab0f0953a7e470097154dba90c7c1ce is 50, key is test_row_0/B:col10/1731589055651/Put/seqid=0 2024-11-14T12:57:37,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742431_1607 (size=12301) 2024-11-14T12:57:37,847 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/dab0f0953a7e470097154dba90c7c1ce 2024-11-14T12:57:37,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/3f7b8f9512d04a2a80600a0b2fa171a4 is 50, key is test_row_0/C:col10/1731589055651/Put/seqid=0 2024-11-14T12:57:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:37,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:37,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742432_1608 (size=12301) 2024-11-14T12:57:37,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589117868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:37,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:37,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589117869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:37,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:37,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:37,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:37,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:37,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:37,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589117874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:37,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:37,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:37,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589117874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:37,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:37,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:37,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:37,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:37,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:37,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589117984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589117985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:37,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589117985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:37,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589117985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589118194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589118194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589118194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:38,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589118194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,257 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/3f7b8f9512d04a2a80600a0b2fa171a4 2024-11-14T12:57:38,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/7251b0be14da48538f4854f7ffc93ad5 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7251b0be14da48538f4854f7ffc93ad5 2024-11-14T12:57:38,262 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7251b0be14da48538f4854f7ffc93ad5, entries=150, sequenceid=314, filesize=30.5 K 2024-11-14T12:57:38,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/dab0f0953a7e470097154dba90c7c1ce as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/dab0f0953a7e470097154dba90c7c1ce 2024-11-14T12:57:38,265 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/dab0f0953a7e470097154dba90c7c1ce, entries=150, sequenceid=314, filesize=12.0 K 2024-11-14T12:57:38,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/3f7b8f9512d04a2a80600a0b2fa171a4 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/3f7b8f9512d04a2a80600a0b2fa171a4 2024-11-14T12:57:38,267 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/3f7b8f9512d04a2a80600a0b2fa171a4, entries=150, sequenceid=314, filesize=12.0 K 2024-11-14T12:57:38,268 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for 2b0d95cf983d0245f15298749473eacc in 1251ms, sequenceid=314, compaction requested=false 2024-11-14T12:57:38,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:38,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:38,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-14T12:57:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-14T12:57:38,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-14T12:57:38,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7820 sec 2024-11-14T12:57:38,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.7870 sec 2024-11-14T12:57:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:38,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T12:57:38,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:38,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:38,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:38,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:38,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:38,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:38,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a30a5211a938481e97153d849935aaf1_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_0/A:col10/1731589058506/Put/seqid=0 2024-11-14T12:57:38,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742433_1609 (size=14994) 2024-11-14T12:57:38,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589118525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:38,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589118526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589118527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589118528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589118644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589118644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589118644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589118645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:38,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589118854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589118854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:38,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589118854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:38,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589118854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:38,921 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:38,924 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a30a5211a938481e97153d849935aaf1_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a30a5211a938481e97153d849935aaf1_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:38,924 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c2bcc80f3e8a4711b2a535625dba7212, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:38,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c2bcc80f3e8a4711b2a535625dba7212 is 175, key is test_row_0/A:col10/1731589058506/Put/seqid=0 2024-11-14T12:57:38,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742434_1610 (size=39949) 2024-11-14T12:57:38,932 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c2bcc80f3e8a4711b2a535625dba7212 2024-11-14T12:57:38,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/f9908444083c48d089946fa957de02f7 is 50, key is test_row_0/B:col10/1731589058506/Put/seqid=0 2024-11-14T12:57:38,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742435_1611 (size=12301) 2024-11-14T12:57:39,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589119164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:39,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589119164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:39,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589119164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:39,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589119164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:39,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/f9908444083c48d089946fa957de02f7 2024-11-14T12:57:39,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/466dfd9ea66849a3b40b0228daec8596 is 50, key is test_row_0/C:col10/1731589058506/Put/seqid=0 2024-11-14T12:57:39,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742436_1612 (size=12301) 2024-11-14T12:57:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T12:57:39,654 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:39,655 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-14T12:57:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-14T12:57:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T12:57:39,656 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T12:57:39,657 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T12:57:39,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T12:57:39,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49092 deadline: 1731589119674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:39,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49090 deadline: 1731589119674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:39,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49076 deadline: 1731589119674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:39,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:57:39,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:39,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49048 deadline: 1731589119674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:39,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:39,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 , the old value is region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:39,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T12:57:39,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., hostname=669ef94e8b26,46449,1731588882089, seqNum=5 because the exception is null or not the one we care about 2024-11-14T12:57:39,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/466dfd9ea66849a3b40b0228daec8596 2024-11-14T12:57:39,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/c2bcc80f3e8a4711b2a535625dba7212 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c2bcc80f3e8a4711b2a535625dba7212 2024-11-14T12:57:39,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c2bcc80f3e8a4711b2a535625dba7212, entries=200, sequenceid=331, filesize=39.0 K 2024-11-14T12:57:39,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/f9908444083c48d089946fa957de02f7 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/f9908444083c48d089946fa957de02f7 2024-11-14T12:57:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T12:57:39,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/f9908444083c48d089946fa957de02f7, entries=150, sequenceid=331, filesize=12.0 K 2024-11-14T12:57:39,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/466dfd9ea66849a3b40b0228daec8596 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/466dfd9ea66849a3b40b0228daec8596 2024-11-14T12:57:39,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/466dfd9ea66849a3b40b0228daec8596, entries=150, sequenceid=331, filesize=12.0 K 2024-11-14T12:57:39,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 2b0d95cf983d0245f15298749473eacc in 1262ms, sequenceid=331, compaction requested=true 2024-11-14T12:57:39,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:39,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T12:57:39,769 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:39,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:39,769 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:39,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T12:57:39,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:39,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2b0d95cf983d0245f15298749473eacc:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T12:57:39,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:39,769 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:39,769 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:39,769 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/B is initiating minor compaction (all files) 2024-11-14T12:57:39,769 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/A is initiating minor compaction (all files) 2024-11-14T12:57:39,770 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/A in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:39,770 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/B in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:39,770 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/6399fa8dd14341e4a009933c3aaef797, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/dab0f0953a7e470097154dba90c7c1ce, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/f9908444083c48d089946fa957de02f7] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=36.6 K 2024-11-14T12:57:39,770 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c8fff128766d42738adfe743d349de4e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7251b0be14da48538f4854f7ffc93ad5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c2bcc80f3e8a4711b2a535625dba7212] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=100.7 K 2024-11-14T12:57:39,770 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:39,770 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. files: [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c8fff128766d42738adfe743d349de4e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7251b0be14da48538f4854f7ffc93ad5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c2bcc80f3e8a4711b2a535625dba7212] 2024-11-14T12:57:39,770 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 6399fa8dd14341e4a009933c3aaef797, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731589055578 2024-11-14T12:57:39,770 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8fff128766d42738adfe743d349de4e, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731589055578 2024-11-14T12:57:39,770 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting dab0f0953a7e470097154dba90c7c1ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731589055651 2024-11-14T12:57:39,770 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7251b0be14da48538f4854f7ffc93ad5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731589055651 2024-11-14T12:57:39,770 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting f9908444083c48d089946fa957de02f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731589057868 2024-11-14T12:57:39,770 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2bcc80f3e8a4711b2a535625dba7212, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731589057868 2024-11-14T12:57:39,774 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:39,775 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#B#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:39,775 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/7be80ed47a974ad9bba177efc6bb2ba6 is 50, key is test_row_0/B:col10/1731589058506/Put/seqid=0 2024-11-14T12:57:39,776 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411147c16a5c00bbe4d8cb1350078abc41f6e_2b0d95cf983d0245f15298749473eacc store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:39,778 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411147c16a5c00bbe4d8cb1350078abc41f6e_2b0d95cf983d0245f15298749473eacc, store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:39,778 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147c16a5c00bbe4d8cb1350078abc41f6e_2b0d95cf983d0245f15298749473eacc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:39,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742437_1613 (size=13017) 2024-11-14T12:57:39,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742438_1614 (size=4469) 2024-11-14T12:57:39,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-14T12:57:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:39,809 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T12:57:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:39,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111480607d68708445e68167d7e064a27d9f_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_0/A:col10/1731589058527/Put/seqid=0 2024-11-14T12:57:39,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742439_1615 (size=12454) 2024-11-14T12:57:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T12:57:40,181 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#A#compaction#510 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:40,182 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/7be80ed47a974ad9bba177efc6bb2ba6 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/7be80ed47a974ad9bba177efc6bb2ba6 2024-11-14T12:57:40,182 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/258c78f316da4b92b13edcc4701e40ca is 175, key is test_row_0/A:col10/1731589058506/Put/seqid=0 2024-11-14T12:57:40,186 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/B of 2b0d95cf983d0245f15298749473eacc into 7be80ed47a974ad9bba177efc6bb2ba6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:40,186 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:40,186 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/B, priority=13, startTime=1731589059769; duration=0sec 2024-11-14T12:57:40,186 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T12:57:40,186 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:B 2024-11-14T12:57:40,186 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T12:57:40,187 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T12:57:40,187 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1541): 2b0d95cf983d0245f15298749473eacc/C is initiating minor compaction (all files) 2024-11-14T12:57:40,187 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2b0d95cf983d0245f15298749473eacc/C in TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:40,187 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/f68d34a02edf41ceb39a1f5f2bdf07fe, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/3f7b8f9512d04a2a80600a0b2fa171a4, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/466dfd9ea66849a3b40b0228daec8596] into tmpdir=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp, totalSize=36.6 K 2024-11-14T12:57:40,187 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting f68d34a02edf41ceb39a1f5f2bdf07fe, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731589055578 2024-11-14T12:57:40,187 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f7b8f9512d04a2a80600a0b2fa171a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731589055651 2024-11-14T12:57:40,188 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] compactions.Compactor(225): Compacting 466dfd9ea66849a3b40b0228daec8596, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731589057868 2024-11-14T12:57:40,205 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2b0d95cf983d0245f15298749473eacc#C#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T12:57:40,206 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/1267705c9dba44a7b81daf65d6bfa300 is 50, key is test_row_0/C:col10/1731589058506/Put/seqid=0 2024-11-14T12:57:40,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742440_1616 (size=31971) 2024-11-14T12:57:40,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742441_1617 (size=13017) 2024-11-14T12:57:40,212 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/258c78f316da4b92b13edcc4701e40ca as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/258c78f316da4b92b13edcc4701e40ca 2024-11-14T12:57:40,217 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/1267705c9dba44a7b81daf65d6bfa300 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/1267705c9dba44a7b81daf65d6bfa300 2024-11-14T12:57:40,217 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/A of 2b0d95cf983d0245f15298749473eacc into 258c78f316da4b92b13edcc4701e40ca(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:40,217 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:40,217 INFO [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/A, priority=13, startTime=1731589059769; duration=0sec 2024-11-14T12:57:40,217 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:40,217 DEBUG [RS:0;669ef94e8b26:46449-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:A 2024-11-14T12:57:40,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:40,221 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2b0d95cf983d0245f15298749473eacc/C of 2b0d95cf983d0245f15298749473eacc into 1267705c9dba44a7b81daf65d6bfa300(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T12:57:40,221 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111480607d68708445e68167d7e064a27d9f_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111480607d68708445e68167d7e064a27d9f_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:40,221 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:40,221 INFO [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., storeName=2b0d95cf983d0245f15298749473eacc/C, priority=13, startTime=1731589059769; duration=0sec 2024-11-14T12:57:40,221 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T12:57:40,221 DEBUG [RS:0;669ef94e8b26:46449-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2b0d95cf983d0245f15298749473eacc:C 2024-11-14T12:57:40,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/d56a4dbed1284414b2b3f07296e59250, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:40,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/d56a4dbed1284414b2b3f07296e59250 is 175, key is test_row_0/A:col10/1731589058527/Put/seqid=0 2024-11-14T12:57:40,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742442_1618 (size=31255) 2024-11-14T12:57:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T12:57:40,333 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:57:40,349 INFO [Thread-2375 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2375. 2024-11-14T12:57:40,349 DEBUG [Thread-2375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:40,349 INFO [Thread-2373 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2373. 2024-11-14T12:57:40,349 DEBUG [Thread-2375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,349 DEBUG [Thread-2373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:40,349 DEBUG [Thread-2373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,349 DEBUG [Thread-2375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:40,350 DEBUG [Thread-2373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:40,351 INFO [Thread-2369 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2369. 2024-11-14T12:57:40,351 DEBUG [Thread-2369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:40,351 DEBUG [Thread-2369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,351 DEBUG [Thread-2369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:40,351 INFO [Thread-2371 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2371. 2024-11-14T12:57:40,351 DEBUG [Thread-2371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:40,351 DEBUG [Thread-2371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,352 DEBUG [Thread-2371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:40,352 INFO [Thread-2377 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2377. 2024-11-14T12:57:40,352 DEBUG [Thread-2377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:40,352 DEBUG [Thread-2377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,352 DEBUG [Thread-2377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:40,632 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/d56a4dbed1284414b2b3f07296e59250 2024-11-14T12:57:40,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/7e745d5579f34a4180a2adda77dc6ad9 is 50, key is test_row_0/B:col10/1731589058527/Put/seqid=0 2024-11-14T12:57:40,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742443_1619 (size=12301) 2024-11-14T12:57:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46449 {}] regionserver.HRegion(8855): Flush requested on 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:40,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. as already flushing 2024-11-14T12:57:40,689 INFO [Thread-2360 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2360. 2024-11-14T12:57:40,689 DEBUG [Thread-2360 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:40,689 INFO [Thread-2364 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2364. 2024-11-14T12:57:40,689 INFO [Thread-2358 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2358. 2024-11-14T12:57:40,689 DEBUG [Thread-2360 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,689 DEBUG [Thread-2358 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:40,689 DEBUG [Thread-2364 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:40,689 DEBUG [Thread-2358 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,690 DEBUG [Thread-2364 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,690 DEBUG [Thread-2360 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:40,690 DEBUG [Thread-2358 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:40,690 DEBUG [Thread-2364 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:40,693 INFO [Thread-2366 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2366. 2024-11-14T12:57:40,693 DEBUG [Thread-2366 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:40,693 DEBUG [Thread-2366 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,693 DEBUG [Thread-2366 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:40,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T12:57:41,049 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/7e745d5579f34a4180a2adda77dc6ad9 2024-11-14T12:57:41,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/0a52d2a0df5a4bf8811e69b4d9054480 is 50, key is test_row_0/C:col10/1731589058527/Put/seqid=0 2024-11-14T12:57:41,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742444_1620 (size=12301) 2024-11-14T12:57:41,467 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/0a52d2a0df5a4bf8811e69b4d9054480 2024-11-14T12:57:41,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/d56a4dbed1284414b2b3f07296e59250 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/d56a4dbed1284414b2b3f07296e59250 2024-11-14T12:57:41,480 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/d56a4dbed1284414b2b3f07296e59250, entries=150, sequenceid=348, filesize=30.5 K 2024-11-14T12:57:41,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/7e745d5579f34a4180a2adda77dc6ad9 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/7e745d5579f34a4180a2adda77dc6ad9 2024-11-14T12:57:41,485 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/7e745d5579f34a4180a2adda77dc6ad9, entries=150, sequenceid=348, filesize=12.0 K 2024-11-14T12:57:41,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/0a52d2a0df5a4bf8811e69b4d9054480 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/0a52d2a0df5a4bf8811e69b4d9054480 2024-11-14T12:57:41,489 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/0a52d2a0df5a4bf8811e69b4d9054480, entries=150, sequenceid=348, filesize=12.0 K 2024-11-14T12:57:41,489 INFO [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=26.84 KB/27480 for 2b0d95cf983d0245f15298749473eacc in 1680ms, sequenceid=348, compaction requested=false 2024-11-14T12:57:41,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 2b0d95cf983d0245f15298749473eacc: 2024-11-14T12:57:41,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:41,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/669ef94e8b26:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-14T12:57:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-14T12:57:41,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-14T12:57:41,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8330 sec 2024-11-14T12:57:41,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.8380 sec 2024-11-14T12:57:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T12:57:41,805 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:42,058 INFO [Thread-2362 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2362. 2024-11-14T12:57:42,058 DEBUG [Thread-2362 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T12:57:42,058 DEBUG [Thread-2362 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:42,058 DEBUG [Thread-2362 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:42,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:42,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T12:57:42,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-14T12:57:42,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-14T12:57:42,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-14T12:57:42,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-14T12:57:42,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-14T12:57:42,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T12:57:42,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3004 2024-11-14T12:57:42,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2835 2024-11-14T12:57:42,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2901 2024-11-14T12:57:42,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2995 2024-11-14T12:57:42,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2832 2024-11-14T12:57:42,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T12:57:42,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:57:42,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:57:42,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:42,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:42,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:42,061 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-14T12:57:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T12:57:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T12:57:42,065 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731589062065"}]},"ts":"1731589062065"} 2024-11-14T12:57:42,067 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T12:57:42,067 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T12:57:42,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T12:57:42,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b0d95cf983d0245f15298749473eacc, UNASSIGN}] 2024-11-14T12:57:42,070 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b0d95cf983d0245f15298749473eacc, UNASSIGN 2024-11-14T12:57:42,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=2b0d95cf983d0245f15298749473eacc, regionState=CLOSING, regionLocation=669ef94e8b26,46449,1731588882089 2024-11-14T12:57:42,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b0d95cf983d0245f15298749473eacc, UNASSIGN because future has completed 2024-11-14T12:57:42,073 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T12:57:42,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089}] 2024-11-14T12:57:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T12:57:42,225 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:42,225 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T12:57:42,225 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing 2b0d95cf983d0245f15298749473eacc, disabling compactions & flushes 2024-11-14T12:57:42,225 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:42,225 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:42,225 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. after waiting 0 ms 2024-11-14T12:57:42,225 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:42,225 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing 2b0d95cf983d0245f15298749473eacc 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-14T12:57:42,226 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=A 2024-11-14T12:57:42,226 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:42,226 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=B 2024-11-14T12:57:42,226 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:42,226 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2b0d95cf983d0245f15298749473eacc, store=C 2024-11-14T12:57:42,226 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T12:57:42,235 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141b750d251449415c8fa1ae3a015fdacf_2b0d95cf983d0245f15298749473eacc is 50, key is test_row_0/A:col10/1731589062055/Put/seqid=0 2024-11-14T12:57:42,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742445_1621 (size=9914) 2024-11-14T12:57:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T12:57:42,641 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:57:42,650 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141b750d251449415c8fa1ae3a015fdacf_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141b750d251449415c8fa1ae3a015fdacf_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:42,652 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/7b105680bc894c75a2e0e6017e60c690, store: [table=TestAcidGuarantees family=A region=2b0d95cf983d0245f15298749473eacc] 2024-11-14T12:57:42,652 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/7b105680bc894c75a2e0e6017e60c690 is 175, key is test_row_0/A:col10/1731589062055/Put/seqid=0 2024-11-14T12:57:42,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742446_1622 (size=22561) 2024-11-14T12:57:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T12:57:43,058 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/7b105680bc894c75a2e0e6017e60c690 2024-11-14T12:57:43,068 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/920afe0631074e1790f4b2201b4f3c6c is 50, key is test_row_0/B:col10/1731589062055/Put/seqid=0 2024-11-14T12:57:43,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742447_1623 (size=9857) 2024-11-14T12:57:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T12:57:43,473 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/920afe0631074e1790f4b2201b4f3c6c 2024-11-14T12:57:43,486 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/d0e62178d125455d80f8aac273575624 is 50, key is test_row_0/C:col10/1731589062055/Put/seqid=0 2024-11-14T12:57:43,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742448_1624 (size=9857) 2024-11-14T12:57:43,891 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/d0e62178d125455d80f8aac273575624 2024-11-14T12:57:43,901 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/A/7b105680bc894c75a2e0e6017e60c690 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7b105680bc894c75a2e0e6017e60c690 2024-11-14T12:57:43,907 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7b105680bc894c75a2e0e6017e60c690, entries=100, sequenceid=359, filesize=22.0 K 2024-11-14T12:57:43,908 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/B/920afe0631074e1790f4b2201b4f3c6c as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/920afe0631074e1790f4b2201b4f3c6c 2024-11-14T12:57:43,911 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/920afe0631074e1790f4b2201b4f3c6c, entries=100, sequenceid=359, filesize=9.6 K 2024-11-14T12:57:43,912 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/.tmp/C/d0e62178d125455d80f8aac273575624 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/d0e62178d125455d80f8aac273575624 2024-11-14T12:57:43,915 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/d0e62178d125455d80f8aac273575624, entries=100, sequenceid=359, filesize=9.6 K 2024-11-14T12:57:43,915 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 2b0d95cf983d0245f15298749473eacc in 1690ms, sequenceid=359, compaction requested=true 2024-11-14T12:57:43,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/47bb451396e24bf2b8a682dd5f4283be, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/1d1f08c54990409aabdb65f1c547ff8c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/8d5c489785344687a0a0b89742e2b299, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/6e5dc9d95dfd4fa4bc36724ccc124178, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/5d53fbd3e19349339a63dc731702a0af, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/4d5c9d5a5e6e4bc2aff79733f299b581, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/2206ec0b97cb4ca0833e7ce9ffa25d52, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/4b663584b591403399e5b28dd3f5ff5e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/5ff85b383ef44219ae5177db58eb9bbc, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/cba5cd4cd9bf4abbb6c44a1507ce634a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c6814f6a2e344e9e97b1ec3f3fc800bd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c5d9c58483654dd181b1445f2e1a43a2, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/af7f59b714bd4f82b9a9933412c5ad39, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/416a45a94bae4c7c8d741fa8fda969cd, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7d1eeb75159546ae90e4879b5f5e2c13, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/0d931c29366f4a1e9a711d05709716de, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c2b29a59a8e6405baa9713fde0b6e4f5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7e8e64a4aeff49b2906d87af16e37027, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c8fff128766d42738adfe743d349de4e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7251b0be14da48538f4854f7ffc93ad5, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c2bcc80f3e8a4711b2a535625dba7212] to archive 2024-11-14T12:57:43,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:57:43,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/47bb451396e24bf2b8a682dd5f4283be to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/47bb451396e24bf2b8a682dd5f4283be 2024-11-14T12:57:43,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/1d1f08c54990409aabdb65f1c547ff8c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/1d1f08c54990409aabdb65f1c547ff8c 2024-11-14T12:57:43,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/8d5c489785344687a0a0b89742e2b299 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/8d5c489785344687a0a0b89742e2b299 2024-11-14T12:57:43,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/6e5dc9d95dfd4fa4bc36724ccc124178 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/6e5dc9d95dfd4fa4bc36724ccc124178 2024-11-14T12:57:43,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/5d53fbd3e19349339a63dc731702a0af to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/5d53fbd3e19349339a63dc731702a0af 2024-11-14T12:57:43,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/4d5c9d5a5e6e4bc2aff79733f299b581 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/4d5c9d5a5e6e4bc2aff79733f299b581 2024-11-14T12:57:43,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/2206ec0b97cb4ca0833e7ce9ffa25d52 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/2206ec0b97cb4ca0833e7ce9ffa25d52 2024-11-14T12:57:43,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/4b663584b591403399e5b28dd3f5ff5e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/4b663584b591403399e5b28dd3f5ff5e 2024-11-14T12:57:43,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/5ff85b383ef44219ae5177db58eb9bbc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/5ff85b383ef44219ae5177db58eb9bbc 2024-11-14T12:57:43,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/cba5cd4cd9bf4abbb6c44a1507ce634a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/cba5cd4cd9bf4abbb6c44a1507ce634a 2024-11-14T12:57:43,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c6814f6a2e344e9e97b1ec3f3fc800bd to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c6814f6a2e344e9e97b1ec3f3fc800bd 2024-11-14T12:57:43,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c5d9c58483654dd181b1445f2e1a43a2 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c5d9c58483654dd181b1445f2e1a43a2 2024-11-14T12:57:43,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/af7f59b714bd4f82b9a9933412c5ad39 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/af7f59b714bd4f82b9a9933412c5ad39 2024-11-14T12:57:43,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/416a45a94bae4c7c8d741fa8fda969cd to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/416a45a94bae4c7c8d741fa8fda969cd 2024-11-14T12:57:43,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7d1eeb75159546ae90e4879b5f5e2c13 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7d1eeb75159546ae90e4879b5f5e2c13 2024-11-14T12:57:43,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/0d931c29366f4a1e9a711d05709716de to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/0d931c29366f4a1e9a711d05709716de 2024-11-14T12:57:43,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c2b29a59a8e6405baa9713fde0b6e4f5 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c2b29a59a8e6405baa9713fde0b6e4f5 2024-11-14T12:57:43,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7e8e64a4aeff49b2906d87af16e37027 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7e8e64a4aeff49b2906d87af16e37027 2024-11-14T12:57:43,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c8fff128766d42738adfe743d349de4e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c8fff128766d42738adfe743d349de4e 2024-11-14T12:57:43,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7251b0be14da48538f4854f7ffc93ad5 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7251b0be14da48538f4854f7ffc93ad5 2024-11-14T12:57:43,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c2bcc80f3e8a4711b2a535625dba7212 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/c2bcc80f3e8a4711b2a535625dba7212 2024-11-14T12:57:43,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/1168d037b5bc48378461e44c06302840, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/10492fbe3f2544e1a3ea0c31c524c8bb, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/1e85c132bd054cbf8f209e1c0120c79a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/70ee42c016e744ce863794f2c32c2004, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/358f4ee5303f4506a7710dd8481ff396, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/79099edca30e4c88adf4ca1498485ec9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/3fef125a1d084f74a5ae4944fedb9da4, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/a1a560b606ac49ffba265ad459a2441f, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/07e6fdb2070948d590292403a82974a7, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/60bf5c1557dc49cba813cc228137dee0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/84dca612f9294d71979f14fdfbf8b9b4, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/6de1865855784143916a6aae07370048, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/5d422b64454a4798bd83c00a7abed0c9, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/63ab15a4dfd741e9aa543d167ab4c57e, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/f071fd755d194a79a2499c6ca7bab891, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/b1a0eee0ac0d4f46975efc3e1056da01, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/c292554e60c7410e9e2377c4c4b41693, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/6399fa8dd14341e4a009933c3aaef797, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/a3a7d86ddf424c04986ded31073fa254, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/dab0f0953a7e470097154dba90c7c1ce, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/f9908444083c48d089946fa957de02f7] to archive 2024-11-14T12:57:43,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:57:43,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/1168d037b5bc48378461e44c06302840 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/1168d037b5bc48378461e44c06302840 2024-11-14T12:57:43,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/10492fbe3f2544e1a3ea0c31c524c8bb to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/10492fbe3f2544e1a3ea0c31c524c8bb 2024-11-14T12:57:43,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/1e85c132bd054cbf8f209e1c0120c79a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/1e85c132bd054cbf8f209e1c0120c79a 2024-11-14T12:57:43,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/70ee42c016e744ce863794f2c32c2004 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/70ee42c016e744ce863794f2c32c2004 2024-11-14T12:57:43,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/358f4ee5303f4506a7710dd8481ff396 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/358f4ee5303f4506a7710dd8481ff396 2024-11-14T12:57:43,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/79099edca30e4c88adf4ca1498485ec9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/79099edca30e4c88adf4ca1498485ec9 2024-11-14T12:57:43,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/3fef125a1d084f74a5ae4944fedb9da4 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/3fef125a1d084f74a5ae4944fedb9da4 2024-11-14T12:57:43,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/a1a560b606ac49ffba265ad459a2441f to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/a1a560b606ac49ffba265ad459a2441f 2024-11-14T12:57:43,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/07e6fdb2070948d590292403a82974a7 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/07e6fdb2070948d590292403a82974a7 2024-11-14T12:57:43,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/60bf5c1557dc49cba813cc228137dee0 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/60bf5c1557dc49cba813cc228137dee0 2024-11-14T12:57:43,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/84dca612f9294d71979f14fdfbf8b9b4 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/84dca612f9294d71979f14fdfbf8b9b4 2024-11-14T12:57:43,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/6de1865855784143916a6aae07370048 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/6de1865855784143916a6aae07370048 2024-11-14T12:57:43,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/5d422b64454a4798bd83c00a7abed0c9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/5d422b64454a4798bd83c00a7abed0c9 2024-11-14T12:57:43,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/63ab15a4dfd741e9aa543d167ab4c57e to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/63ab15a4dfd741e9aa543d167ab4c57e 2024-11-14T12:57:43,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/f071fd755d194a79a2499c6ca7bab891 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/f071fd755d194a79a2499c6ca7bab891 2024-11-14T12:57:43,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/b1a0eee0ac0d4f46975efc3e1056da01 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/b1a0eee0ac0d4f46975efc3e1056da01 2024-11-14T12:57:43,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/c292554e60c7410e9e2377c4c4b41693 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/c292554e60c7410e9e2377c4c4b41693 2024-11-14T12:57:43,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/6399fa8dd14341e4a009933c3aaef797 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/6399fa8dd14341e4a009933c3aaef797 2024-11-14T12:57:43,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/a3a7d86ddf424c04986ded31073fa254 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/a3a7d86ddf424c04986ded31073fa254 2024-11-14T12:57:43,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/dab0f0953a7e470097154dba90c7c1ce to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/dab0f0953a7e470097154dba90c7c1ce 2024-11-14T12:57:43,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/f9908444083c48d089946fa957de02f7 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/f9908444083c48d089946fa957de02f7 2024-11-14T12:57:43,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/43fbaf2ab9614fa2a70d625c062d11ac, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/57cd99f9faf7438ca78fbe1412a6d2a8, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/2c8a7d200b4a42a09e8a1f4960ca6522, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/91b8dd06006d46ed97d4a03b1c0e636a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/90af780d08644f3f96f0dad5eba4dbff, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/7d9d6f6f2874431e84b1ae1aa9f64351, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/ecd024ce22694e6080bc8dba51ab187a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/828010e05a024a90b72a2aac4f43891a, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/c6bf29c08ddb42f28beeee52365ab402, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/9d371ec935194ee786b785b12849cd7c, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/7fd6c3b15e8449a892914c1d35c258ad, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/a084d5f9a9f64dd49dee9637c2890037, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/bd2c575ea766449b8d6253b4ce6bc433, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/df1b20fdbc6c48d8a28c0ca274634c90, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/db008f1397e54b38b18e8f4d1fda40fe, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/2ecf1c504011437c87049ccd57f5e632, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/ae7525c7831a41878cc68ebb1ae622e0, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/f68d34a02edf41ceb39a1f5f2bdf07fe, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/59a95560eed7456e962dc1807c702898, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/3f7b8f9512d04a2a80600a0b2fa171a4, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/466dfd9ea66849a3b40b0228daec8596] to archive 2024-11-14T12:57:43,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T12:57:43,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/43fbaf2ab9614fa2a70d625c062d11ac to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/43fbaf2ab9614fa2a70d625c062d11ac 2024-11-14T12:57:43,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/57cd99f9faf7438ca78fbe1412a6d2a8 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/57cd99f9faf7438ca78fbe1412a6d2a8 2024-11-14T12:57:43,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/2c8a7d200b4a42a09e8a1f4960ca6522 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/2c8a7d200b4a42a09e8a1f4960ca6522 2024-11-14T12:57:43,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/91b8dd06006d46ed97d4a03b1c0e636a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/91b8dd06006d46ed97d4a03b1c0e636a 2024-11-14T12:57:43,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/90af780d08644f3f96f0dad5eba4dbff to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/90af780d08644f3f96f0dad5eba4dbff 2024-11-14T12:57:43,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/7d9d6f6f2874431e84b1ae1aa9f64351 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/7d9d6f6f2874431e84b1ae1aa9f64351 2024-11-14T12:57:43,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/ecd024ce22694e6080bc8dba51ab187a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/ecd024ce22694e6080bc8dba51ab187a 2024-11-14T12:57:43,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/828010e05a024a90b72a2aac4f43891a to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/828010e05a024a90b72a2aac4f43891a 2024-11-14T12:57:43,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/c6bf29c08ddb42f28beeee52365ab402 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/c6bf29c08ddb42f28beeee52365ab402 2024-11-14T12:57:43,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/9d371ec935194ee786b785b12849cd7c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/9d371ec935194ee786b785b12849cd7c 2024-11-14T12:57:43,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/7fd6c3b15e8449a892914c1d35c258ad to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/7fd6c3b15e8449a892914c1d35c258ad 2024-11-14T12:57:43,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/a084d5f9a9f64dd49dee9637c2890037 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/a084d5f9a9f64dd49dee9637c2890037 2024-11-14T12:57:43,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/bd2c575ea766449b8d6253b4ce6bc433 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/bd2c575ea766449b8d6253b4ce6bc433 2024-11-14T12:57:43,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/df1b20fdbc6c48d8a28c0ca274634c90 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/df1b20fdbc6c48d8a28c0ca274634c90 2024-11-14T12:57:43,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/db008f1397e54b38b18e8f4d1fda40fe to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/db008f1397e54b38b18e8f4d1fda40fe 2024-11-14T12:57:43,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/2ecf1c504011437c87049ccd57f5e632 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/2ecf1c504011437c87049ccd57f5e632 2024-11-14T12:57:43,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/ae7525c7831a41878cc68ebb1ae622e0 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/ae7525c7831a41878cc68ebb1ae622e0 2024-11-14T12:57:43,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/f68d34a02edf41ceb39a1f5f2bdf07fe to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/f68d34a02edf41ceb39a1f5f2bdf07fe 2024-11-14T12:57:43,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/59a95560eed7456e962dc1807c702898 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/59a95560eed7456e962dc1807c702898 2024-11-14T12:57:43,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/3f7b8f9512d04a2a80600a0b2fa171a4 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/3f7b8f9512d04a2a80600a0b2fa171a4 2024-11-14T12:57:43,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/466dfd9ea66849a3b40b0228daec8596 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/466dfd9ea66849a3b40b0228daec8596 2024-11-14T12:57:44,001 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/recovered.edits/362.seqid, newMaxSeqId=362, maxSeqId=4 2024-11-14T12:57:44,002 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. 2024-11-14T12:57:44,002 DEBUG [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for 2b0d95cf983d0245f15298749473eacc: Waiting for close lock at 1731589062225Running coprocessor pre-close hooks at 1731589062225Disabling compacts and flushes for region at 1731589062225Disabling writes for close at 1731589062225Obtaining lock to block concurrent updates at 1731589062225Preparing flush snapshotting stores in 2b0d95cf983d0245f15298749473eacc at 1731589062225Finished memstore snapshotting TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731589062226 (+1 ms)Flushing stores of TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc. at 1731589062227 (+1 ms)Flushing 2b0d95cf983d0245f15298749473eacc/A: creating writer at 1731589062227Flushing mob file 2b0d95cf983d0245f15298749473eacc/A: appending metadata at 1731589062234 (+7 ms)Flushing mob file 2b0d95cf983d0245f15298749473eacc/A: closing flushed file at 1731589062234Flushing 2b0d95cf983d0245f15298749473eacc/A: appending metadata at 1731589062652 (+418 ms)Flushing 2b0d95cf983d0245f15298749473eacc/A: closing flushed file at 1731589062652Flushing 2b0d95cf983d0245f15298749473eacc/B: creating writer at 1731589063065 (+413 ms)Flushing 2b0d95cf983d0245f15298749473eacc/B: appending metadata at 1731589063067 (+2 ms)Flushing 2b0d95cf983d0245f15298749473eacc/B: closing flushed file at 1731589063067Flushing 2b0d95cf983d0245f15298749473eacc/C: creating writer at 1731589063482 (+415 ms)Flushing 2b0d95cf983d0245f15298749473eacc/C: appending metadata at 1731589063485 (+3 ms)Flushing 2b0d95cf983d0245f15298749473eacc/C: closing flushed file at 1731589063485Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32b4c190: reopening flushed file at 1731589063900 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b25b87: reopening flushed file at 1731589063907 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31fb4675: reopening flushed file at 1731589063911 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 2b0d95cf983d0245f15298749473eacc in 1690ms, sequenceid=359, compaction requested=true at 1731589063915 (+4 ms)Writing region close event to WAL at 1731589063998 (+83 ms)Running coprocessor post-close hooks at 1731589064002 (+4 ms)Closed at 1731589064002 2024-11-14T12:57:44,004 INFO [RS_CLOSE_REGION-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed 2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=2b0d95cf983d0245f15298749473eacc, regionState=CLOSED 2024-11-14T12:57:44,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 because future has completed 2024-11-14T12:57:44,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-14T12:57:44,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure 2b0d95cf983d0245f15298749473eacc, server=669ef94e8b26,46449,1731588882089 in 1.9340 sec 2024-11-14T12:57:44,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-11-14T12:57:44,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2b0d95cf983d0245f15298749473eacc, UNASSIGN in 1.9400 sec 2024-11-14T12:57:44,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-14T12:57:44,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9430 sec 2024-11-14T12:57:44,013 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731589064013"}]},"ts":"1731589064013"} 2024-11-14T12:57:44,014 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T12:57:44,014 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T12:57:44,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9540 sec 2024-11-14T12:57:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T12:57:44,226 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:44,228 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-14T12:57:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:57:44,233 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:57:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T12:57:44,234 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:57:44,238 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,242 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C, FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/recovered.edits] 2024-11-14T12:57:44,246 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/258c78f316da4b92b13edcc4701e40ca to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/258c78f316da4b92b13edcc4701e40ca 2024-11-14T12:57:44,248 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7b105680bc894c75a2e0e6017e60c690 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/7b105680bc894c75a2e0e6017e60c690 2024-11-14T12:57:44,250 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/d56a4dbed1284414b2b3f07296e59250 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/A/d56a4dbed1284414b2b3f07296e59250 2024-11-14T12:57:44,253 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/7be80ed47a974ad9bba177efc6bb2ba6 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/7be80ed47a974ad9bba177efc6bb2ba6 2024-11-14T12:57:44,254 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/7e745d5579f34a4180a2adda77dc6ad9 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/7e745d5579f34a4180a2adda77dc6ad9 2024-11-14T12:57:44,256 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/920afe0631074e1790f4b2201b4f3c6c to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/B/920afe0631074e1790f4b2201b4f3c6c 2024-11-14T12:57:44,258 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/0a52d2a0df5a4bf8811e69b4d9054480 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/0a52d2a0df5a4bf8811e69b4d9054480 2024-11-14T12:57:44,259 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/1267705c9dba44a7b81daf65d6bfa300 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/1267705c9dba44a7b81daf65d6bfa300 2024-11-14T12:57:44,260 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/d0e62178d125455d80f8aac273575624 to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/C/d0e62178d125455d80f8aac273575624 2024-11-14T12:57:44,261 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/recovered.edits/362.seqid to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc/recovered.edits/362.seqid 2024-11-14T12:57:44,262 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/default/TestAcidGuarantees/2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,262 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T12:57:44,262 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T12:57:44,263 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T12:57:44,264 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141b750d251449415c8fa1ae3a015fdacf_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141b750d251449415c8fa1ae3a015fdacf_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,265 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111423743f0de4a44dc88a2fedcf5b4363dc_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111423743f0de4a44dc88a2fedcf5b4363dc_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,266 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111423c3c67d05c547c9a05cd2387fb0091b_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111423c3c67d05c547c9a05cd2387fb0091b_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,266 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114325b0a99ac094f44aae3f74fbbe5e091_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114325b0a99ac094f44aae3f74fbbe5e091_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,267 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144a069ad751374713ad9d59fd0723a5ce_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144a069ad751374713ad9d59fd0723a5ce_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,267 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144cf17ea3c6454c7692171d99371a9b49_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144cf17ea3c6454c7692171d99371a9b49_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,268 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114628ec90fff1b4d039ab5551f11174644_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114628ec90fff1b4d039ab5551f11174644_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,269 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114632132a4cd33478d9a064ab5d924458c_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114632132a4cd33478d9a064ab5d924458c_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,269 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114776d7cdb0ace4a45a583e38b7d9f3855_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114776d7cdb0ace4a45a583e38b7d9f3855_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,270 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114796d64085ac94e78991c10b525fb694f_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114796d64085ac94e78991c10b525fb694f_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,270 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111480607d68708445e68167d7e064a27d9f_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111480607d68708445e68167d7e064a27d9f_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,271 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114948c2832d4b643e18166d8db236db411_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114948c2832d4b643e18166d8db236db411_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,272 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149999def8d2fc4888b70b698c242dbb59_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149999def8d2fc4888b70b698c242dbb59_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,272 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a30a5211a938481e97153d849935aaf1_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a30a5211a938481e97153d849935aaf1_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,273 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b83b5625819148fa93946eb948280597_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b83b5625819148fa93946eb948280597_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,274 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e08f5b7c48e84e5586f6f1c11ce7d367_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e08f5b7c48e84e5586f6f1c11ce7d367_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,274 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fa9c8091ad8741d6a630d68ec1a6a611_2b0d95cf983d0245f15298749473eacc to hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fa9c8091ad8741d6a630d68ec1a6a611_2b0d95cf983d0245f15298749473eacc 2024-11-14T12:57:44,274 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T12:57:44,276 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:57:44,278 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T12:57:44,279 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T12:57:44,280 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:57:44,280 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T12:57:44,280 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731589064280"}]},"ts":"9223372036854775807"} 2024-11-14T12:57:44,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T12:57:44,281 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2b0d95cf983d0245f15298749473eacc, NAME => 'TestAcidGuarantees,,1731589037214.2b0d95cf983d0245f15298749473eacc.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T12:57:44,281 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T12:57:44,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731589064281"}]},"ts":"9223372036854775807"} 2024-11-14T12:57:44,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T12:57:44,283 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T12:57:44,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 55 msec 2024-11-14T12:57:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T12:57:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T12:57:44,348 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T12:57:44,359 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251 (was 250) - Thread LEAK? -, OpenFileDescriptor=459 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 321) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5787 (was 5833) 2024-11-14T12:57:44,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:57:44,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:57:44,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:57:44,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:44,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:44,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:57:44,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:57:44,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1166144013, stopped=false 2024-11-14T12:57:44,360 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=669ef94e8b26,35021,1731588881221 2024-11-14T12:57:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:57:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T12:57:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:57:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:57:44,390 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:57:44,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:57:44,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T12:57:44,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:57:44,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:57:44,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:44,392 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '669ef94e8b26,46449,1731588882089' ***** 2024-11-14T12:57:44,392 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:57:44,393 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:57:44,393 INFO [RS:0;669ef94e8b26:46449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:57:44,393 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:57:44,394 INFO [RS:0;669ef94e8b26:46449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:57:44,394 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(959): stopping server 669ef94e8b26,46449,1731588882089 2024-11-14T12:57:44,394 INFO [RS:0;669ef94e8b26:46449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:57:44,394 INFO [RS:0;669ef94e8b26:46449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;669ef94e8b26:46449. 2024-11-14T12:57:44,394 DEBUG [RS:0;669ef94e8b26:46449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:57:44,394 DEBUG [RS:0;669ef94e8b26:46449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:44,395 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:57:44,395 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:57:44,395 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:57:44,395 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:57:44,395 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:57:44,395 DEBUG [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:57:44,396 DEBUG [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:57:44,396 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:57:44,396 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:57:44,396 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:57:44,396 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:57:44,396 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:57:44,396 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-14T12:57:44,407 INFO [regionserver/669ef94e8b26:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:57:44,419 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/.tmp/info/69036f4367d64cab956d105b704d7053 is 95, key is TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2./info:/1731588916557/DeleteFamily/seqid=0 2024-11-14T12:57:44,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742449_1625 (size=6514) 2024-11-14T12:57:44,596 DEBUG [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:57:44,796 DEBUG [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:57:44,823 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/.tmp/info/69036f4367d64cab956d105b704d7053 2024-11-14T12:57:44,845 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/.tmp/ns/885157e0e7924ba9a1aac5a563b2c54f is 93, key is TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2./ns:/1731588916498/DeleteFamily/seqid=0 2024-11-14T12:57:44,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742450_1626 (size=5906) 2024-11-14T12:57:44,997 DEBUG [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:57:45,197 DEBUG [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:57:45,219 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:57:45,220 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:57:45,220 INFO [regionserver/669ef94e8b26:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-14T12:57:45,250 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/.tmp/ns/885157e0e7924ba9a1aac5a563b2c54f 2024-11-14T12:57:45,279 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/.tmp/rep_barrier/e58ac6b5a82840afa96ab58c17fac3a3 is 102, key is TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2./rep_barrier:/1731588916498/DeleteFamily/seqid=0 2024-11-14T12:57:45,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742451_1627 (size=6025) 2024-11-14T12:57:45,397 DEBUG [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:57:45,598 DEBUG [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:57:45,683 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/.tmp/rep_barrier/e58ac6b5a82840afa96ab58c17fac3a3 2024-11-14T12:57:45,708 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/.tmp/table/6aac354e3e254468a74b279750357db5 is 96, key is TestAcidGuarantees,,1731588886808.d4d25cd6a3b059c312e7cfbd3437d7a2./table:/1731588916498/DeleteFamily/seqid=0 2024-11-14T12:57:45,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742452_1628 (size=5936) 2024-11-14T12:57:45,798 DEBUG [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:57:45,998 DEBUG [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:57:46,112 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/.tmp/table/6aac354e3e254468a74b279750357db5 2024-11-14T12:57:46,122 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/.tmp/info/69036f4367d64cab956d105b704d7053 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/info/69036f4367d64cab956d105b704d7053 2024-11-14T12:57:46,127 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/info/69036f4367d64cab956d105b704d7053, entries=12, sequenceid=90, filesize=6.4 K 2024-11-14T12:57:46,128 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/.tmp/ns/885157e0e7924ba9a1aac5a563b2c54f as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/ns/885157e0e7924ba9a1aac5a563b2c54f 2024-11-14T12:57:46,132 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/ns/885157e0e7924ba9a1aac5a563b2c54f, entries=8, sequenceid=90, filesize=5.8 K 2024-11-14T12:57:46,132 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/.tmp/rep_barrier/e58ac6b5a82840afa96ab58c17fac3a3 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/rep_barrier/e58ac6b5a82840afa96ab58c17fac3a3 2024-11-14T12:57:46,135 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/rep_barrier/e58ac6b5a82840afa96ab58c17fac3a3, entries=6, sequenceid=90, filesize=5.9 K 2024-11-14T12:57:46,136 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/.tmp/table/6aac354e3e254468a74b279750357db5 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/table/6aac354e3e254468a74b279750357db5 2024-11-14T12:57:46,140 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/table/6aac354e3e254468a74b279750357db5, entries=7, sequenceid=90, filesize=5.8 K 2024-11-14T12:57:46,141 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=90, compaction requested=false 2024-11-14T12:57:46,146 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-14T12:57:46,146 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:57:46,146 INFO [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:57:46,146 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731589064395Running coprocessor pre-close hooks at 1731589064396 (+1 ms)Disabling compacts and flushes for region at 1731589064396Disabling writes for close at 1731589064396Obtaining lock to block concurrent updates at 1731589064396Preparing flush snapshotting stores in 1588230740 at 1731589064396Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731589064397 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731589064397Flushing 1588230740/info: creating writer at 1731589064397Flushing 1588230740/info: appending metadata at 1731589064418 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731589064418Flushing 1588230740/ns: creating writer at 1731589064827 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731589064845 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731589064845Flushing 1588230740/rep_barrier: creating writer at 1731589065261 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731589065279 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731589065279Flushing 1588230740/table: creating writer at 1731589065689 (+410 ms)Flushing 1588230740/table: appending metadata at 1731589065708 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731589065708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c19da33: reopening flushed file at 1731589066120 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@144de5ae: reopening flushed file at 1731589066127 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472e68eb: reopening flushed file at 1731589066132 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256f569a: reopening flushed file at 1731589066136 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=90, compaction requested=false at 1731589066141 (+5 ms)Writing region close event to WAL at 1731589066143 (+2 ms)Running coprocessor post-close hooks at 1731589066146 (+3 ms)Closed at 1731589066146 2024-11-14T12:57:46,147 DEBUG [RS_CLOSE_META-regionserver/669ef94e8b26:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:57:46,199 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(976): stopping server 669ef94e8b26,46449,1731588882089; all regions closed. 2024-11-14T12:57:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741834_1010 (size=25344) 2024-11-14T12:57:46,211 DEBUG [RS:0;669ef94e8b26:46449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/oldWALs 2024-11-14T12:57:46,211 INFO [RS:0;669ef94e8b26:46449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C46449%2C1731588882089.meta:.meta(num 1731588886383) 2024-11-14T12:57:46,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741832_1008 (size=20281069) 2024-11-14T12:57:46,217 DEBUG [RS:0;669ef94e8b26:46449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/oldWALs 2024-11-14T12:57:46,217 INFO [RS:0;669ef94e8b26:46449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 669ef94e8b26%2C46449%2C1731588882089:(num 1731588885357) 2024-11-14T12:57:46,217 DEBUG [RS:0;669ef94e8b26:46449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:57:46,217 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:57:46,217 INFO [RS:0;669ef94e8b26:46449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:57:46,218 INFO [RS:0;669ef94e8b26:46449 {}] hbase.ChoreService(370): Chore service for: regionserver/669ef94e8b26:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:57:46,218 INFO [RS:0;669ef94e8b26:46449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:57:46,218 INFO [regionserver/669ef94e8b26:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:57:46,219 INFO [RS:0;669ef94e8b26:46449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46449 2024-11-14T12:57:46,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/669ef94e8b26,46449,1731588882089 2024-11-14T12:57:46,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T12:57:46,247 INFO [RS:0;669ef94e8b26:46449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:57:46,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [669ef94e8b26,46449,1731588882089] 2024-11-14T12:57:46,264 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/669ef94e8b26,46449,1731588882089 already deleted, retry=false 2024-11-14T12:57:46,264 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 669ef94e8b26,46449,1731588882089 expired; onlineServers=0 2024-11-14T12:57:46,264 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '669ef94e8b26,35021,1731588881221' ***** 2024-11-14T12:57:46,264 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:57:46,265 INFO [M:0;669ef94e8b26:35021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:57:46,265 INFO [M:0;669ef94e8b26:35021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:57:46,265 DEBUG [M:0;669ef94e8b26:35021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:57:46,265 DEBUG [M:0;669ef94e8b26:35021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:57:46,265 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:57:46,265 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588885035 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.small.0-1731588885035,5,FailOnTimeoutGroup] 2024-11-14T12:57:46,265 DEBUG [master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588885030 {}] cleaner.HFileCleaner(306): Exit Thread[master/669ef94e8b26:0:becomeActiveMaster-HFileCleaner.large.0-1731588885030,5,FailOnTimeoutGroup] 2024-11-14T12:57:46,265 INFO [M:0;669ef94e8b26:35021 {}] hbase.ChoreService(370): Chore service for: master/669ef94e8b26:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:57:46,265 INFO [M:0;669ef94e8b26:35021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:57:46,266 DEBUG [M:0;669ef94e8b26:35021 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:57:46,266 INFO [M:0;669ef94e8b26:35021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:57:46,266 INFO [M:0;669ef94e8b26:35021 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:57:46,266 ERROR [M:0;669ef94e8b26:35021 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-14T12:57:46,267 INFO [M:0;669ef94e8b26:35021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:57:46,267 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:57:46,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T12:57:46,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T12:57:46,273 DEBUG [M:0;669ef94e8b26:35021 {}] zookeeper.ZKUtil(347): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T12:57:46,273 WARN [M:0;669ef94e8b26:35021 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:57:46,273 INFO [M:0;669ef94e8b26:35021 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/.lastflushedseqids 2024-11-14T12:57:46,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742453_1629 (size=72) 2024-11-14T12:57:46,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:57:46,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46449-0x1013ab329ec0001, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:57:46,358 INFO [RS:0;669ef94e8b26:46449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:57:46,358 INFO [RS:0;669ef94e8b26:46449 {}] regionserver.HRegionServer(1031): Exiting; stopping=669ef94e8b26,46449,1731588882089; zookeeper connection closed. 2024-11-14T12:57:46,359 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f4547c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f4547c9 2024-11-14T12:57:46,360 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:57:46,687 INFO [M:0;669ef94e8b26:35021 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:57:46,687 INFO [M:0;669ef94e8b26:35021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:57:46,688 DEBUG [M:0;669ef94e8b26:35021 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:57:46,688 INFO [M:0;669ef94e8b26:35021 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:57:46,688 DEBUG [M:0;669ef94e8b26:35021 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:57:46,688 DEBUG [M:0;669ef94e8b26:35021 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:57:46,688 DEBUG [M:0;669ef94e8b26:35021 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:57:46,688 INFO [M:0;669ef94e8b26:35021 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=791.23 KB heapSize=969.52 KB 2024-11-14T12:57:46,710 DEBUG [M:0;669ef94e8b26:35021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c2e05559c0a4491acbd2fb1bf35f471 is 82, key is hbase:meta,,1/info:regioninfo/1731588886467/Put/seqid=0 2024-11-14T12:57:46,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742454_1630 (size=5672) 2024-11-14T12:57:47,114 INFO [M:0;669ef94e8b26:35021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2207 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c2e05559c0a4491acbd2fb1bf35f471 2024-11-14T12:57:47,138 DEBUG [M:0;669ef94e8b26:35021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0617c9730b854e29ac087b3507d7e49e is 2481, key is \x00\x00\x00\x00\x00\x00\x00\x91/proc:d/1731589040309/Put/seqid=0 2024-11-14T12:57:47,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742455_1631 (size=45434) 2024-11-14T12:57:47,541 INFO [M:0;669ef94e8b26:35021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=790.67 KB at sequenceid=2207 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0617c9730b854e29ac087b3507d7e49e 2024-11-14T12:57:47,544 INFO [M:0;669ef94e8b26:35021 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0617c9730b854e29ac087b3507d7e49e 2024-11-14T12:57:47,561 DEBUG [M:0;669ef94e8b26:35021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f4ad84c2ea74bff8812064f193702c8 is 69, key is 669ef94e8b26,46449,1731588882089/rs:state/1731588885082/Put/seqid=0 2024-11-14T12:57:47,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073742456_1632 (size=5156) 2024-11-14T12:57:47,964 INFO [M:0;669ef94e8b26:35021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2207 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f4ad84c2ea74bff8812064f193702c8 2024-11-14T12:57:47,968 DEBUG [M:0;669ef94e8b26:35021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c2e05559c0a4491acbd2fb1bf35f471 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c2e05559c0a4491acbd2fb1bf35f471 2024-11-14T12:57:47,972 INFO [M:0;669ef94e8b26:35021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c2e05559c0a4491acbd2fb1bf35f471, entries=8, sequenceid=2207, filesize=5.5 K 2024-11-14T12:57:47,973 DEBUG [M:0;669ef94e8b26:35021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0617c9730b854e29ac087b3507d7e49e as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0617c9730b854e29ac087b3507d7e49e 2024-11-14T12:57:47,976 INFO [M:0;669ef94e8b26:35021 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0617c9730b854e29ac087b3507d7e49e 2024-11-14T12:57:47,976 INFO [M:0;669ef94e8b26:35021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0617c9730b854e29ac087b3507d7e49e, entries=170, sequenceid=2207, filesize=44.4 K 2024-11-14T12:57:47,977 DEBUG [M:0;669ef94e8b26:35021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f4ad84c2ea74bff8812064f193702c8 as hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f4ad84c2ea74bff8812064f193702c8 2024-11-14T12:57:47,980 INFO [M:0;669ef94e8b26:35021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/2d4d49ee-e992-04e1-d0d9-c7f96246ea45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f4ad84c2ea74bff8812064f193702c8, entries=1, sequenceid=2207, filesize=5.0 K 2024-11-14T12:57:47,981 INFO [M:0;669ef94e8b26:35021 {}] regionserver.HRegion(3140): Finished flush of dataSize ~791.23 KB/810220, heapSize ~969.23 KB/992488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=2207, compaction requested=false 2024-11-14T12:57:47,982 INFO [M:0;669ef94e8b26:35021 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:57:47,982 DEBUG [M:0;669ef94e8b26:35021 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731589066688Disabling compacts and flushes for region at 1731589066688Disabling writes for close at 1731589066688Obtaining lock to block concurrent updates at 1731589066688Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731589066688Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=810220, getHeapSize=992728, getOffHeapSize=0, getCellsCount=2402 at 1731589066688Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731589066689 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731589066689Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731589066710 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731589066710Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731589067117 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731589067137 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731589067137Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731589067544 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731589067560 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731589067560Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d8d336: reopening flushed file at 1731589067968 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50953ccc: reopening flushed file at 1731589067972 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22ffdc24: reopening flushed file at 1731589067976 (+4 ms)Finished flush of dataSize ~791.23 KB/810220, heapSize ~969.23 KB/992488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=2207, compaction requested=false at 1731589067981 (+5 ms)Writing region close event to WAL at 1731589067982 (+1 ms)Closed at 1731589067982 2024-11-14T12:57:47,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741830_1006 (size=954874) 2024-11-14T12:57:47,986 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:57:47,986 INFO [M:0;669ef94e8b26:35021 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:57:47,986 INFO [M:0;669ef94e8b26:35021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35021 2024-11-14T12:57:47,986 INFO [M:0;669ef94e8b26:35021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:57:48,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:57:48,104 INFO [M:0;669ef94e8b26:35021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:57:48,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35021-0x1013ab329ec0000, quorum=127.0.0.1:59754, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:57:48,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:57:48,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:57:48,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:57:48,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:57:48,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/hadoop.log.dir/,STOPPED} 2024-11-14T12:57:48,116 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:57:48,116 WARN [BP-811634111-172.17.0.3-1731588877723 heartbeating to localhost/127.0.0.1:38781 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:57:48,116 WARN [BP-811634111-172.17.0.3-1731588877723 heartbeating to localhost/127.0.0.1:38781 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-811634111-172.17.0.3-1731588877723 (Datanode Uuid b9e0740e-271b-46b4-9a14-0d8096a12885) service to localhost/127.0.0.1:38781 2024-11-14T12:57:48,116 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:57:48,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/cluster_cd5c9d28-16b9-282c-f987-e580dc958b7d/data/data1/current/BP-811634111-172.17.0.3-1731588877723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:57:48,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/cluster_cd5c9d28-16b9-282c-f987-e580dc958b7d/data/data2/current/BP-811634111-172.17.0.3-1731588877723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:57:48,119 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:57:48,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:57:48,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:57:48,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:57:48,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:57:48,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/587607ca-ec32-3b60-7c52-dedc5e1fdf29/hadoop.log.dir/,STOPPED} 2024-11-14T12:57:48,141 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:57:48,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down